Feb 19 01:30:51.765055 np0000156440 systemd[1]: Started devstack@m-shr.service - Devstack devstack@m-shr.service.
Feb 19 01:30:52.744811 np0000156440 manila-share[88151]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "singleton_lock" {{(pid=88151) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:390}}
Feb 19 01:30:52.745150 np0000156440 manila-share[88151]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=88151) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:393}}
Feb 19 01:30:52.745150 np0000156440 manila-share[88151]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=88151) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:413}}
Feb 19 01:30:52.958752 np0000156440 manila-share[88151]: INFO oslo_service.periodic_task [-] Skipping periodic task update_share_usage_size because it is disabled
Feb 19 01:30:53.083048 np0000156440 manila-share[88151]: INFO oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Starting 1 workers
Feb 19 01:30:53.088858 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Started child 88650 {{(pid=88151) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}}
Feb 19 01:30:53.091748 np0000156440 manila-share[88650]: INFO manila.service [-] Starting manila-share node (version 1.0.0)
Feb 19 01:30:53.095750 np0000156440 manila-share[88650]: DEBUG oslo_db.api [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Loading backend 'sqlalchemy' from 'manila.db.sqlalchemy.api' {{(pid=88650) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}}
Feb 19 01:30:53.096178 np0000156440 manila-share[88151]: INFO oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Starting 1 workers
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Started child 88651 {{(pid=88151) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}}
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Full set of CONF: {{(pid=88151) wait /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:565}}
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ******************************************************************************** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2979}}
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] Configuration options gathered from: {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2980}}
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] command line args: ['--config-file', '/etc/manila/manila.conf'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2981}}
Feb 19 01:30:53.113738 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] config files: ['/etc/manila/manila.conf'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2982}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ================================================================================ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2987}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] admin_network_config_group     = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] admin_only_el_metadata         = ['preferred'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] admin_only_metadata            = ['__affinity_same_host', '__affinity_different_host'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] api_rate_limit                 = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114056 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] auth_strategy                  = keystone {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114203 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] automatic_share_server_cleanup = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114203 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] backend_availability_zone      = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114203 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114203 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] check_for_expired_transfers    = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114203 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] cleanup_interval               = 1800 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.114327 np0000156440 manila-share[88651]: INFO manila.service [-] Starting manila-share node (version 1.0.0)
Feb 19 01:30:53.115940 np0000156440 manila-share[88651]: DEBUG oslo_db.api [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Loading backend 'sqlalchemy' from 'manila.db.sqlalchemy.api' {{(pid=88651) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}}
Feb 19 01:30:53.116147 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] config_dir                     = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] config_file                    = ['/etc/manila/manila.conf'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] config_source                  = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] control_exchange               = openstack {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] data_manager                   = manila.data.manager.DataManager {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116867 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] data_manager_backup_supported_share_protocols = ['NFS'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.116894 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] data_topic                     = manila-data {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117007 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] db_backend                     = sqlalchemy {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117107 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] db_driver                      = manila.db {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117241 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] debug                          = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117444 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] default_log_levels             = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] default_mount_point_prefix     = {project_id}_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.117750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] default_share_group_type       = default {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.118866 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] default_share_type             = default {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.118992 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] delete_share_server_with_last_share = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] driver_backup_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] driver_handles_share_servers   = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] driver_restore_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] driver_updatable_metadata      = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] driver_updatable_subnet_metadata = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enable_gathering_share_usage_size = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enable_new_services            = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119949 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enable_periodic_hooks          = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.119949 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enable_post_hooks              = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.120040 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enable_pre_hooks               = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.120161 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enabled_share_backends         = ['london', 'paris'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.121748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] enabled_share_protocols        = ['NFS', 'CIFS'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.121748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] fatal_exception_format_errors  = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.121748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] filter_function                = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.121748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_config_dir             = /etc/ganesha {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_config_path            = /etc/ganesha/ganesha.conf {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_db_path                = /opt/stack/data/manila/manila-ganesha.db {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_export_dir             = /etc/ganesha/export.d {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_export_template_dir    = /etc/manila/ganesha-export-templ.d {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_rados_export_counter   = ganesha-export-counter {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_rados_export_index     = ganesha-export-index {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123954 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_rados_store_enable     = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123954 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_rados_store_pool_name  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123954 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ganesha_service_name           = ganesha.nfsd {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.123954 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] goodness_function              = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.124475 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] graceful_shutdown_timeout      = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.124475 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] hook_drivers                   = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.124475 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] host                           = np0000156440 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] instance_format                = [instance: %(uuid)s]  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] is_deferred_deletion_enabled   = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_color                      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_config_append              = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_dir                        = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_file                       = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_options                    = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_rotate_interval            = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_rotate_interval_type       = days {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.129926 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] log_rotation_type              = none {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130082 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130082 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130082 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130082 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130082 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130205 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] max_logfile_count              = 30 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.130205 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] max_logfile_size_mb            = 200 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] max_over_subscription_ratio    = 20.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] max_share_server_size          = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] max_shares_per_share_server    = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] message_reap_interval          = 86400 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] message_ttl                    = 2592000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] migration_create_delete_share_timeout = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.132740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] migration_driver_continue_update_interval = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.133053 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] migration_ignore_files         = ['lost+found'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.133053 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] migration_wait_access_rules_timeout = 180 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.133053 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] monkey_patch                   = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.133053 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] monkey_patch_modules           = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] my_ip                          = 199.204.45.95 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] network_config_group           = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] num_shell_tries                = 3 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_max_limit                = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_base_URL           = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138772 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_ext_list           = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_extension          = ['manila.api.contrib.standard_extensions'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_listen             = :: {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_listen_port        = 18786 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_use_ssl            = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] osapi_share_workers            = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] periodic_deferred_delete_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.138959 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] periodic_fuzzy_delay           = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] periodic_hooks_interval        = 300.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] periodic_interval              = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] project_id_regex               = [0-9a-f\-]+ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] protocol_access_mapping        = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] publish_errors                 = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] rate_limit_burst               = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139122 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] rate_limit_except_level        = CRITICAL {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] rate_limit_interval            = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] replica_state_update_interval  = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] replication_domain             = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] report_interval                = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] reserved_share_extend_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] reserved_share_from_snapshot_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139303 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] reserved_share_percentage      = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139478 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] rootwrap_config                = /etc/manila/rootwrap.conf {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139478 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] rpc_response_timeout           = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139478 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] run_external_periodic_tasks    = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139478 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] scheduler_manager              = manila.scheduler.manager.SchedulerManager {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139478 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] scheduler_topic                = manila-scheduler {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.139594 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] server_migration_driver_continue_update_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] server_migration_extend_neutron_network = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] service_down_time              = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_api_class                = manila.share.api.API {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_backend_name             = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_backup_name_template     = share-backup-%s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141737 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_driver                   = manila.share.drivers.generic.GenericShareDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141902 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_manager                  = manila.share.manager.ShareManager {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141902 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_mount_template           = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141902 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_name_template            = share-%s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141902 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_service_inithost_offload = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.141902 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_snapshot_name_template   = share-snapshot-%s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_topic                    = manila-share {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_transfer_key_length      = 16 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_transfer_salt_length     = 8 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_unmount_template         = umount -v %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] share_usage_size_update_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] shell_completion               = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.146759 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] soft_deleted_share_retention_time = 604800 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ssh_conn_timeout               = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ssh_max_pool_conn              = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ssh_min_pool_conn              = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] state_path                     = /opt/stack/data/manila {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] storage_availability_zone      = nova {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] suppress_post_hooks_errors     = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147067 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] suppress_pre_hooks_errors      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] syslog_log_facility            = LOG_USER {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] transfer_retention_time        = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] transport_url                  = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] unmanage_remove_access_rules   = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] unused_share_server_cleanup_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147235 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] update_shares_status_on_ensure = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147540 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] use_journal                    = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.147708 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] use_json                       = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] use_scheduler_creating_share_from_snapshot = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] use_stderr                     = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] use_syslog                     = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_dataset_creation_options   = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_dataset_name_prefix        = manila_share_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.151834 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_migration_snapshot_prefix  = tmp_snapshot_for_share_migration_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_replica_snapshot_prefix    = tmp_snapshot_for_replication_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_service_ip                 = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_share_export_ip            = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_share_helpers              = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152008 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_ssh_private_key_path       = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_ssh_user_password          = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_ssh_username               = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_use_ssh                    = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] zfs_zpool_list                 = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.152163 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_concurrency.disable_process_locking = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_concurrency.lock_path     = /opt/stack/manila/manila_locks {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] coordination.backend_url       = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.asyncio_connection    = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.asyncio_slave_connection = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.backend               = sqlalchemy {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.connection            = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.connection_debug      = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.156920 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.connection_parameters =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157089 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.connection_recycle_time = 3600 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157089 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.connection_trace      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157089 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.db_inc_retry_interval = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157266 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.db_max_retries        = 20 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157436 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.db_max_retry_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.157604 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.db_retry_interval     = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.max_overflow          = 50 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.max_pool_size         = 40 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.max_retries           = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.mysql_wsrep_sync_wait = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.pool_timeout          = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161750 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.retry_interval        = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.slave_connection      = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.sqlite_synchronous    = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.synchronous_reader    = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] database.use_db_reconnect      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.connection_string     = messaging:// {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.enabled               = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.161939 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.es_doc_type           = notification {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.162093 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.es_scroll_size        = 10000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.162093 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.es_scroll_time        = 2m {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.162093 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.filter_error_trace    = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.162381 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.hmac_keys             = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.162570 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.sentinel_service_name = mymaster {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.163900 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.socket_timeout        = 0.1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164075 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.trace_requests        = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164257 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler.trace_sqlalchemy      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164438 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler_jaeger.process_tags   = {} {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164601 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler_jaeger.service_name_prefix = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164786 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] profiler_otlp.service_name_prefix = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.164972 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_reports.file_event_handler = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.165158 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.165325 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_reports.log_dir           = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.165917 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.166105 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.167006 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.167190 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.167376 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.167548 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.168088 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.168271 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.168886 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.169073 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.hostname = np0000156440 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.169244 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.169899 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.170075 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.170247 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.170429 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.170891 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.processname = manila-share {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.171074 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.172422 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.172422 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.172422 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.172422 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.172422 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174739 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174893 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174893 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.174893 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl      = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.175061 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.175894 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.176068 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.176243 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.176410 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.176571 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.176913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_notifications.driver = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.178915 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_notifications.retry = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.179114 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.179487 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.182271 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] api.response_validation        = warn {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.182899 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.backup_gigabytes         = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.183743 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.backups                  = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.183931 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.driver                   = manila.quota.DbQuotaDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.184928 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.encryption_keys          = 100 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.gigabytes                = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.max_age                  = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.per_share_gigabytes      = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.replica_gigabytes        = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.reservation_expire       = 86400 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.share_group_snapshots    = 50 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190058 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.share_groups             = 50 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190262 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.share_networks           = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.190262 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.share_replicas           = 100 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.191307 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.shares                   = 50 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.191490 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.snapshot_gigabytes       = 1000 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.snapshots                = 50 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] quota.until_refresh            = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] key_manager.backend            = barbican {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.auth_section          = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.auth_type             = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198733 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.barbican_api_version  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.barbican_endpoint     = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.barbican_endpoint_type = public {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.barbican_region_name  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.cafile                = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.certfile              = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.collect_timing        = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.198924 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.endpoint_type         = publicURL {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.199147 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.insecure              = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.199147 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.keyfile               = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.199147 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.number_of_retries     = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.203870 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.region_name           = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.204050 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.retry_delay           = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.205260 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.send_service_user_token = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.206883 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.split_loggers         = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.207385 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.timeout               = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.207751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.verify_ssl            = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican.verify_ssl_path       = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.auth_section = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.auth_type = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.cafile   = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.certfile = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.collect_timing = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211751 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.insecure = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211928 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.keyfile  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.211928 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.split_loggers = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] barbican_service_user.timeout  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.approle_role_id          = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.approle_secret_id        = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.kv_mountpoint            = secret {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.kv_path                  = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.kv_version               = 2 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213748 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.namespace                = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.root_token_id            = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.ssl_ca_crt_file          = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.timeout                  = 60.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.use_ssl                  = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] keystone_authtoken.auth_section = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.213934 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] keystone_authtoken.auth_type   = password {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.214094 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] keystone_authtoken.auth_url    = https://199.204.45.95/identity {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.214094 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.admin_network_config_group = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.214094 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.automatic_share_server_cleanup = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.215890 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.backend_availability_zone = manila-zone-0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.216079 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.216246 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.check_for_expired_transfers = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.216412 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.delete_share_server_with_last_share = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.216590 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.driver_backup_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.driver_handles_share_servers = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.driver_restore_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.drivers_private_storage_class = manila.share.drivers_private_data.SqlStorageDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.enable_gathering_share_usage_size = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.filter_function         = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218746 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.goodness_function       = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218908 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.hook_drivers            = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.218908 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.max_over_subscription_ratio = 20.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.219013 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.max_share_server_size   = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.219886 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.max_shares_per_share_server = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.220078 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.migration_driver_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.220270 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.migration_ignore_files  = ['lost+found'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.220477 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.network_config_group    = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.220662 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.num_shell_tries         = 3 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.periodic_deferred_delete_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.protocol_access_mapping = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.replica_state_update_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.replication_domain      = ZFSonLinux {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.reserved_share_extend_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222740 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.reserved_share_from_snapshot_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.reserved_share_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.222913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.server_migration_driver_continue_update_interval = 900 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.223821 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.server_migration_extend_neutron_network = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224019 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_backend_name      = LONDON {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224210 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_driver            = manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224386 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_mount_template    = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224551 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_service_inithost_offload = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224716 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_unmount_template  = umount -v %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.224911 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.share_usage_size_update_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.225886 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.ssh_conn_timeout        = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.226071 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.ssh_max_pool_conn       = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.226245 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.ssh_min_pool_conn       = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.226434 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.unmanage_remove_access_rules = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.226623 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.unused_share_server_cleanup_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_dataset_creation_options = ['compression=gzip'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_dataset_name_prefix = manila_share_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_migration_snapshot_prefix = tmp_snapshot_for_share_migration_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_replica_snapshot_prefix = tmp_snapshot_for_replication_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229747 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_service_ip          = 127.0.0.1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_share_export_ip     = 199.204.45.95 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_share_helpers       = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_ssh_private_key_path = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_ssh_user_password   = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_ssh_username        = stack {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.229913 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_use_ssh             = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] london.zfs_zpool_list          = ['alpha', 'betta/subdir'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.admin_network_config_group = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.automatic_share_server_cleanup = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.backend_availability_zone = manila-zone-1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.check_for_expired_shares_in_recycle_bin_interval = 3600 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.230044 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.check_for_expired_transfers = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.231826 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.delete_share_server_with_last_share = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.232024 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.driver_backup_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.232202 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.driver_handles_share_servers = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.232374 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.driver_restore_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.232548 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.drivers_private_storage_class = manila.share.drivers_private_data.SqlStorageDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.enable_gathering_share_usage_size = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.filter_function          = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.goodness_function        = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.hook_drivers             = [] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.max_over_subscription_ratio = 20.0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.max_share_server_size    = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.max_shares_per_share_server = -1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234946 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.migration_driver_continue_update_interval = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.234946 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.migration_ignore_files   = ['lost+found'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.235171 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.network_config_group     = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.235345 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.num_shell_tries          = 3 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.235883 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.periodic_deferred_delete_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.236085 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.protocol_access_mapping  = {'ip': ['nfs'], 'user': ['cifs']} {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.replica_state_update_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.replication_domain       = ZFSonLinux {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.reserved_share_extend_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.reserved_share_from_snapshot_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.reserved_share_percentage = 0 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.server_migration_driver_continue_update_interval = 900 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238907 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.server_migration_extend_neutron_network = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238907 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_backend_name       = PARIS {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.238907 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_driver             = manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.239115 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_mount_template     = mount -vt %(proto)s %(options)s %(export)s %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.239286 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_service_inithost_offload = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.239452 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_unmount_template   = umount -v %(path)s {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.239614 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.share_usage_size_update_interval = 300 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.ssh_conn_timeout         = 60 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.ssh_max_pool_conn        = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.ssh_min_pool_conn        = 1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.unmanage_remove_access_rules = False {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.unused_share_server_cleanup_interval = 10 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_dataset_creation_options = ['compression=gzip'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242745 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_dataset_name_prefix  = manila_share_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242935 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_dataset_snapshot_name_prefix = manila_share_snapshot_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.242935 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_migration_snapshot_prefix = tmp_snapshot_for_share_migration_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243049 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_replica_snapshot_prefix = tmp_snapshot_for_replication_ {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243237 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_service_ip           = 127.0.0.1 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243415 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_share_export_ip      = 199.204.45.95 {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243585 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_share_helpers        = ['NFS=manila.share.drivers.zfsonlinux.utils.NFSviaZFSHelper'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243777 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_ssh_private_key_path = None {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.243944 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_ssh_user_password    = **** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.244125 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_ssh_username         = stack {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.244297 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_use_ssh              = True {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.245269 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] paris.zfs_zpool_list           = ['gamma'] {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}}
Feb 19 01:30:53.245450 np0000156440 manila-share[88151]: DEBUG oslo_service.backend._eventlet.service [None req-3bcdbe69-a79a-4167-a2ba-f72c8a5748c7 None None] ******************************************************************************** {{(pid=88151) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3013}}
Feb 19 01:30:53.539779 np0000156440 manila-share[88650]: INFO dbcounter [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Registered counter for database manila
Feb 19 01:30:53.594938 np0000156440 manila-share[88650]: DEBUG oslo_db.sqlalchemy.engines [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88650) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}}
Feb 19 01:30:53.614657 np0000156440 manila-share[88651]: INFO dbcounter [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Registered counter for database manila
Feb 19 01:30:53.647457 np0000156440 manila-share[88651]: DEBUG oslo_db.sqlalchemy.engines [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88651) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}}
Feb 19 01:30:53.845092 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writer thread running {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}}
Feb 19 01:30:53.905242 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Start initialization of driver: 'ZFSonLinuxShareDriver@np0000156440@london' {{(pid=88650) _driver_setup /opt/stack/manila/manila/share/manager.py:390}}
Feb 19 01:30:53.906633 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:30:53.911997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x595a8bf0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.911997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.932503 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.932503 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.942493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.944809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.982447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.982447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.982959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.983116 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.983740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.983740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:53.993012 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.027786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.033812 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writer thread running {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}}
Feb 19 01:30:54.069555 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Start initialization of driver: 'ZFSonLinuxShareDriver@np0000156440@paris' {{(pid=88651) _driver_setup /opt/stack/manila/manila/share/manager.py:390}}
Feb 19 01:30:54.070342 np0000156440 manila-share[88651]: DEBUG manila.ssh_utils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88651) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:30:54.072381 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:30:54.072686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): which exportfs {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.073246 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.076745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] starting thread (client mode): 0x595a8bf0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.077758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.097985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.098090 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103650 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.103675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Compression: none {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.108759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.125221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.125469 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.127987 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.128155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.128402 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.128677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.136108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.167421 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.189829 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:30:54.189829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): which exportfs {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.189829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 0] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.418450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.418450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.418450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.418757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.419508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.419508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.459953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.459953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.460823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.460823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.462968 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.464921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.472236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.472236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.473594 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.474852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo exportfs {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.475276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.475447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.475663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 0] EOF sent (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.478481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.478481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): sudo exportfs {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.478481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 1] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.514748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.515770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.517793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.519127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.519127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.519487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.566653 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.566653 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.567753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.568452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): modinfo zfs {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.569503 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 2] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.571644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.573475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.574797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.574797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): modinfo zfs {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.574797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.611325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.611325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.611325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.617634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.617634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.618939 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.711631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.711631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 2] EOF sent (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.712509 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.712914 np0000156440 manila-share[88651]: DEBUG manila.ssh_utils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88651) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:30:54.714314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] starting thread (client mode): 0x5820a480 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.714667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.724752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.725027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.729482 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:54.730070 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:30:54.733207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x582058b0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.733207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.737140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.737140 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.741830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.742003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.742769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.742769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.742874 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.743029 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.743863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Compression: none {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.743997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.753951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.756922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.758852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.759873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760301 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760579 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.760957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.796261 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.808365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.808465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.808677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.809749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.809962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.811744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.811744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:54.819781 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:30:54.819781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): sudo mount --make-rshared /gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:54.819781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 0] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:54.849232 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.419352 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:30:55.419352 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo mount --make-rshared /alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.419352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.678704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.678704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.678704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.718157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.718157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.725692 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.755123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.755123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.755123 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.755123 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): whoami {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.756911 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.756990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.757195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.757767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 1] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.796255 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.796255 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.801312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.801408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.801408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.803500 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.815309 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.815309 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.815628 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.830154 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] The backend np0000156440@paris does not support get backend info method. {{(pid=88651) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:445}}
Feb 19 01:30:55.835480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.835480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.835480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.835480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo mount --make-rshared /betta/subdir {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.835480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.881809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.881809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.882741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.909297 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Re-exporting 0 shares {{(pid=88651) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:464}}
Feb 19 01:30:55.909434 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Updating share status
Feb 19 01:30:55.909675 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.910830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 2] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.914481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.914481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.914481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.914481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): whoami {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.914602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.917499 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.918408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.923607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.955647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.955757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:55.957093 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.970734 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.970967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.971352 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.976109 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.976274 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.976562 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:55.978282 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:55.978282 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:55.982872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] [chan 3] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:55.991772 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] The backend np0000156440@london does not support get backend info method. {{(pid=88650) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:445}}
Feb 19 01:30:56.018126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.018232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.030743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.058592 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Re-exporting 0 shares {{(pid=88650) ensure_driver_resources /opt/stack/manila/manila/share/manager.py:464}}
Feb 19 01:30:56.058592 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Updating share status
Feb 19 01:30:56.058592 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.058592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.060085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.060085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.064422 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.064422 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.066174 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.066174 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.067615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.069310 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:30:56.069647 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:30:56.103034 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Finished initialization of driver: 'ZFSonLinuxShareDriver@np0000156440@paris'
Feb 19 01:30:56.103034 np0000156440 manila-share[88651]: DEBUG manila.service [None req-ac31d11e-42fa-4314-a19f-b3e066f06ccd None None] Creating RPC server for service manila-share. {{(pid=88651) start /opt/stack/manila/manila/service.py:159}}
Feb 19 01:30:56.103147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.103289 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.104823 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.104823 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.107067 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.107208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.145287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.145287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.148985 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Updating share status
Feb 19 01:30:56.149311 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.149574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] [chan 4] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.150059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.151141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.151438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.152301 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.181153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.181416 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.183179 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.185402 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.186381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.186688 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] [chan 5] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.190751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.190827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.191765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.191765 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.191765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.191765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.224308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.224308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.224874 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.235379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.235379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.236755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.265734 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.269731 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.269731 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.269731 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.269731 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:30:56.272767 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-292aba18-815d-460f-9b7d-46f69d6753f0 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:30:56.279051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.279051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.279560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.279560 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.279560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:30:56.279653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.320311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.320410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:30:56.323748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.354329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.354524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:30:56.355752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:30:56.355752 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:30:56.355752 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:30:56.355752 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:30:56.370207 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Finished initialization of driver: 'ZFSonLinuxShareDriver@np0000156440@london'
Feb 19 01:30:56.370702 np0000156440 manila-share[88650]: DEBUG manila.service [None req-6d2d73b1-6659-4489-ba0a-f1820c7b46f4 None None] Creating RPC server for service manila-share. {{(pid=88650) start /opt/stack/manila/manila/service.py:159}}
Feb 19 01:31:05.141168 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:05.161125 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:05.161125 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:31:05.167573 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:05.167830 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:31:05.175762 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:06.042858 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=4,manila:INSERT=2 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:31:33.393825 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:33.412436 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:33.412630 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:31:33.420713 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:33.420838 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:31:33.429241 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:31:54.768087 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:31:54.772082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:31:56.144228 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=29,manila:INSERT=2,manila:UPDATE=5 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:31:56.277505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:31:56.381208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:05.141226 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.141226 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:32:05.143800 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.152836 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.152948 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:32:05.160642 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.160785 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:32:05.164242 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.164359 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:32:05.166750 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.166892 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:32:05.170093 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.170224 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:32:05.170319 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:05.170510 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 6] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.171021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.171152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:05.172889 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.197824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.197824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.197824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:05.197824 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:05.198685 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:05.199269 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 7] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.238635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.239253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:05.241778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.267825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.267825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:05.268171 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:05.268597 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:05.269063 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:32:05.269687 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.281020 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.284632 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:05.284910 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:32:05.296322 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:06.408456 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=29,manila:UPDATE=6 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:32:33.390753 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.390753 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:32:33.393884 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.401678 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.401815 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:32:33.408497 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.408594 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:32:33.413556 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.413714 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:32:33.417118 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.417310 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:32:33.422172 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.422172 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:32:33.422172 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:33.422340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.422671 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.422768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:33.424765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.444752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.444877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.445190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:33.445330 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:33.445466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:33.445611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.486397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.486744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:33.488058 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.512510 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.512977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.514629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:33.515019 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:33.515409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:33.515689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.555524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.556765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:33.557854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.580547 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.580679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.581010 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:33.581146 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:33.581287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:32:33.581432 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.622909 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.623097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:33.625404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.648754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.648754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:32:33.648754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:32:33.648867 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:32:33.649006 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:32:33.649324 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.654331 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.656422 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:33.656533 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:32:33.667380 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:32:54.772901 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:32:54.851960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:05.143936 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.143936 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:33:05.149631 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.151184 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:33:05.160444 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.160927 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:33:05.167410 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.167410 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:33:05.175096 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.175096 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:33:05.184251 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.184350 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:33:05.191891 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.192066 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:33:05.192216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:05.192373 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 8] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.192960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.192960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:05.193970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.221776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.221970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.222680 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:05.223897 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:05.223897 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:05.224473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 9] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.264410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.264508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:05.267786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.303709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.303709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.304289 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:05.305854 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:05.305854 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:33:05.306767 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.311245 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.317335 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.317775 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:33:05.330142 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:05.668095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:05.668498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.668849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.668955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:05.670325 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.759369 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.759614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.760024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:05.760253 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:05.760481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.761501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.761633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:05.767212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.793831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.794236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:05.794937 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:05.795276 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:05.853708 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-2f04ca50-a6de-46d5-9e24-a39c29729a13 tempest-AdminActionsTest-718694498 None] Share instance d302a934-ca9f-483d-bed5-b6a550979d9b created successfully.
Feb 19 01:33:06.511582 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.512574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 10] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.512574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.512574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.513977 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.552698 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.555136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.557144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.557246 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.560845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.638093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.638605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.639574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.639986 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.641760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 3] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.647864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.647864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.647864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.666753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.666753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.666753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.666753 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] ZFS option mountpoint's value is /gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:06.751403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.751695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.753176 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.753176 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.753857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.753857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.754896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.761208 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=112,manila:UPDATE=12,manila:INSERT=12 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:33:06.762267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.795468 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.795828 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.798660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.798660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.798660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.798790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.799504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.799504 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:06.801563 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:33:06.802089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x57fe4050 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.802171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.803883 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-e53ba84d-5203-47e0-9f53-a92ebc70882c tempest-ShareIpRulesForNFSTest-1459420935 None] Share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa created successfully.
Feb 19 01:33:06.816377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.830798 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-78ce24cd-fdb4-402a-bd60-31070a3a0458 tempest-MigrationCancelNFSTest-1049786879 None] Share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c created successfully.
Feb 19 01:33:06.853631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.853631 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:33:06.858476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859510 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.859916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.860008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.860122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.860210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.861273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.862162 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.862279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.862405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.862510 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.862694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.865332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.865389 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.865700 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.876185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.876273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.876427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.877153 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.877490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.877604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.878261 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.917234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.923206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.923206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.923470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.927694 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:33:06.927694 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.927784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.928986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:06.928986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.929160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.929230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.930591 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.966028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.966204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:06.967226 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:06.969019 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:06.981369 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.982079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:06.982315 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.004368 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1eef08bc-d263-4f45-804b-cd001edb60c2 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance cca20ced-dba1-4a72-b34b-b66325b93c6c created successfully.
Feb 19 01:33:07.021931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.022041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.025042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.187145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.188117 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.190469 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.191249 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.191249 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.193120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.193120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.221090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.221090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.221090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.223467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.223467 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:07.277270 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-e10db78e-6c53-46dd-a799-d63e0a5913e9 tempest-AdminActionsTest-718694498 None] Share instance a86e3820-1456-4ee2-af9d-cb25b2c9cd63 created successfully.
Feb 19 01:33:07.307645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.307645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.308993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.309097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.316670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.378745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.379926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.379926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.379926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.381399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.536805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.537541 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.538515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.538574 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.538744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.539673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.539673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.545868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.569043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.569043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.569043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.569043 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:07.582380 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.583001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 11] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.585159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.585159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.590112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.604569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.606603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.606603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.606603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.606792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.613302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.613419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.618426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.622990 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-bdc89b67-aa3f-4619-a079-fc7dfb97db19 tempest-ReplicationTest-1139877351 None] Share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 created successfully.
Feb 19 01:33:07.652227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.652227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.652227 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.652227 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:07.673011 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-94ee9cd8-c6c7-4c8e-8dfb-4cb90167720b tempest-ReplicationAdminTest-815328312 None] Share instance a8ecd0dc-0a28-4698-ba86-649572064752 created successfully.
Feb 19 01:33:07.730874 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.730993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.731436 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.731606 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:07.731835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 4] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.732393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.732473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:07.733706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.753449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.753662 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:07.754088 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:07.754219 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:07.771336 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-77668d4e-9faa-404d-ac42-93a22bd8fb89 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c created successfully.
Feb 19 01:33:07.999569 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:08.020650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.021290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.026808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.026808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.026808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.101593 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:08.102518 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.104782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.104782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.106479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.113326 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.088s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.113782 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:08.142241 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.142549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.147539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.148209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.148209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.160530 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.187878 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.187878 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.188203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:08.188523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.189617 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.189859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.193766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.237411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.237411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.237411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:08.237411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:08.237411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.237827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.237985 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.238319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.238552 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.238986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:08.239232 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:33:08.243761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.244980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x57c79520 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.249770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.260981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.261099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.261800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.261950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.262827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.262979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.263103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.263902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.264469 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.265701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.265701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.265701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.266787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.266787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.266787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.267007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.267411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.304798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.344276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.355373 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:33:08.356626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:08.357601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.357601 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:08.389166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.389245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.389691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.391646 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-34c8d17b-4cc1-47cd-bde7-8e2c8449c227 tempest-ReplicationTest-1139877351 None] Share instance a0f1c449-cd37-4629-a255-814d7ced10b5 created successfully.
Feb 19 01:33:08.430740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.430856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:08.432288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.486523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.486860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:08.487894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:08.488411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.301s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.488692 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.489461 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.528198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.528333 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.528815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.528861 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.529023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.529609 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.532015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.532015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.551780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.556880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.556880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:08.556880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:08.590704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:08.591111 np0000156440 manila-share[88650]: INFO manila.share.access [None req-4208b169-5376-4eb1-a16b-588f79dcb30f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:09.830133 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:09.860766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.861152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.869810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.869810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.869810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.923977 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:09.940035 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.940319 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:09.945097 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.945744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.947328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.947538 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.947819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.952754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.953021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.958271 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.958271 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.958271 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.965693 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.983480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.983480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:09.983480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:09.983480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 12] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:09.985100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:09.985100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:09.986076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:09.986311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:09.987742 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:09.998178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:09.998441 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.002445 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.003458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.003458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.004947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.004947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.004947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:10.004947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.202/255.255.255.254,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:10.004947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 5] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.006260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.006260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:10.007298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.011140 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.029888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.029888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.029888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:10.030232 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.030684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.030870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:10.032593 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.052815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.052815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.052815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:10.052815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.070s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.053323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.053896 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.054495 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.054885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.055403 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:10.056038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:10.056270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.057043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.057193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:10.058271 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.091078 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.091178 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.091794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.091794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.091794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.091941 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.093870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.093933 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.093986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.094021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.094021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.094436 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:10.094880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.095167 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.095474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.096050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.096338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.096545 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.125868 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.125868 np0000156440 manila-share[88651]: INFO manila.share.access [None req-8b9029c0-5570-497c-8bf7-6e12297e1cde tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:10.132777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.132777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.132777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.132777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.133058 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.133058 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.135381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.135510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.135709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.137380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.137510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:10.137733 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:10.158342 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:10.158476 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a8630864-40f7-4f73-a699-fabcd9eb16a8 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:10.809850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b498f60e-c25b-4b3e-a620-14922831d9c9 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs set quota=2G betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:10.810165 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b498f60e-c25b-4b3e-a620-14922831d9c9 tempest-AdminActionsTest-718694498 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.812184 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.812374 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:10.814224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.864137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.864137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:10.864137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b498f60e-c25b-4b3e-a620-14922831d9c9 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:10.892045 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-b498f60e-c25b-4b3e-a620-14922831d9c9 tempest-AdminActionsTest-718694498 None] Committed reservations ['a47c3f9b-be50-46bd-9b5d-61d5a65c56b3', '493f0734-c29b-44b2-a10b-bad2a6893195'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:10.922754 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:10.938949 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b498f60e-c25b-4b3e-a620-14922831d9c9 tempest-AdminActionsTest-718694498 None] Extend share completed successfully.
Feb 19 01:33:11.133812 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:11.138542 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.138757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 13] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.139222 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.139222 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.142154 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.173674 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.177157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.178845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.179007 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.179250 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.270009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.270202 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:11.295959 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:11.314261 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.314517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.315232 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.315598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.326754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.326754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.326952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.327635 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.327841 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.328109 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.345258 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.376028 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.376385 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.377562 np0000156440 manila-share[88651]: DEBUG manila.ssh_utils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88651) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:33:11.377562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] starting thread (client mode): 0x577ff1a0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.377562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.402545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.402647 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:33:11.403655 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.403750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.404118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.404260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.404925 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.405757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.407552 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.407710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.407850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.408832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.408938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.409039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.409119 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Compression: none {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.409184 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.424218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.424218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.426254 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.453064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.453197 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.453396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.453536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.453694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.456795 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.457230 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.469758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.142s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.469758 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:11.478605 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:11.492119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.492419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.495130 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.498748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.498748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.498748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.515327 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:33:11.515566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.517088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 0] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.517088 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.517088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 14] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.518092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.518092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.522082 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.548252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.548252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.575345 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.575497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.575750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.581898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.581898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.581898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.598556 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.599978 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.103s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.599978 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:11.620120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.620539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.622174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.622654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.625221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.628151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.630437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.630437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.630437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.631271 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.648831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.659627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.660591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.662753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.662753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.662753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 6] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.665031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.665224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.667220 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.672230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.673818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.674439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.674439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.676013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.676013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.677073 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.682776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.682776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.682776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.682776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.682776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.683781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.683844 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.685604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.708217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.708217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.708828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.708874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.708967 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.709157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.116,no_root_squash alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:11.709334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.709510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.709746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.709746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:11.709906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.333s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.711008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.711008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.711077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.741327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.741327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.741327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.741327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.114s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.741327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.741820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.781812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.781812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.781812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.782399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.782820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.782893 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.785587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.785828 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.786131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.788159 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.788159 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.788432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.806368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.807479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:11.808198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:11.808625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.136s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.809198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.809786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.823007 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.823606 np0000156440 manila-share[88651]: INFO manila.share.access [None req-d5edc766-59a7-4d24-b2e8-48beb4d92868 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:11.851785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.852623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.853026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.853269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.854199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.854199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.861038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.861301 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.861579 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.864802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.865019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.866463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.880456 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.880742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.881058 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.881247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.881435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.881679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.889133 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.889368 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.889654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.892744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.892993 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:11.893257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:11.913393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.913889 np0000156440 manila-share[88650]: INFO manila.share.access [None req-03495f6d-f82d-4fc8-93a3-5bdba2c1fc56 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:11.919589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:11.919840 np0000156440 manila-share[88650]: INFO manila.share.access [None req-27557a8d-f0e0-4c40-b597-449bfab378a3 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:33:12.060435 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.060631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.061356 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.061514 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Info about replica 'be8dc046-f23d-4327-9836-026a393e585b' creation is following:
Feb 19 01:33:12.061514 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:33:12.061514 np0000156440 manila-share[88651]: received 43.9K stream in 0.07 seconds (587K/sec)
Feb 19 01:33:12.061514 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:12.061645 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:12.062013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 1] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.062521 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.062602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:12.064064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.104576 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.104846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.105306 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.105527 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:12.105775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 15] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.106192 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.106275 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:12.107989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.149620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.149930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.150366 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.150989 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:12.151445 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:12.151632 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:12.151877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 7] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.152360 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.152473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:12.153988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.176311 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.176617 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.177052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.177315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:12.177539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 8] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.217400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.217549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:12.220101 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.255820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.255820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.255820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.255820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.104s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:12.255820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:12.256189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] [chan 9] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.296876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.297321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:12.299671 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.323833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.323833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:12.323833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:12.324018 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:12.359385 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:12.359998 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:12.362588 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:12.362861 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:12.363220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:12.422869 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:12.423008 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-c00ca971-d060-4fa2-8244-10e244157b62 tempest-ReplicationAdminTest-815328312 None] Share replica be8dc046-f23d-4327-9836-026a393e585b created successfully.
Feb 19 01:33:13.092041 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:13.120541 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.120826 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.125363 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.125502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.125750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.126828 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:13.141943 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.142794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.145023 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.145280 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.145592 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.178390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.178390 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:13.187320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.187451 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:13.197311 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.197667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.202335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.202586 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.202895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.203716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.203716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.207489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.207622 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.207852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.211648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.219824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.222340 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.222448 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.222667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:13.223263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 2] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.223997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.224941 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:13.225214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.234714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.235017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.235764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:13.235764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.235839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.235912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:13.237695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.251880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.252198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 2] EOF sent (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.253154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:13.253154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:13.253154 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 10] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.253460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.253597 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:13.254606 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.263803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.263954 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.264308 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:13.264503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:13.264673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.266979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.266979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:13.268509 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.298786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.298786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.298786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:13.298786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.298786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.298947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.309398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.309523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:13.310605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:13.310605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.310605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.310605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.320608 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.320899 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.321215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.340126 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.341060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.341060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.343560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.343560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.343560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.345618 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.346306 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.346783 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.355257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.355749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.355749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.355818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.355936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.356120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.357753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.357884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.358075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.359751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.359835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:13.360035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:13.370256 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.370256 np0000156440 manila-share[88651]: INFO manila.share.access [None req-88a5dfcd-ae28-4bc5-9194-4238e3bafd6d tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:13.382748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:13.383195 np0000156440 manila-share[88650]: INFO manila.share.access [None req-f6598767-ded1-4097-aa50-b182f250605a tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:13.959111 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:14.051960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.052344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.056487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.058433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.058433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.060756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.061112 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.061258 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.062113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.062113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.063763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.063763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.063763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.064936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.065089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.065254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.066979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_a86e3820-1456-4ee2-af9d-cb25b2c9cd63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.066979 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] All access rules have been synced for share instance a86e3820-1456-4ee2-af9d-cb25b2c9cd63 belonging to share c5961b29-72f6-4b2d-acbc-c208eb1e65d4. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:14.067874 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_be8dc046-f23d-4327-9836-026a393e585b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.067874 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance be8dc046-f23d-4327-9836-026a393e585b belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:14.070623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.070833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.072074 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.072151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.074337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.075888 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.076170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 16] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.078569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.078569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.079786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.110751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.111842 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.111842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.111842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.113406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.113406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.113406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 3] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.114314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.114475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.114834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.115352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.117170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.117170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.117170 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.118744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.118998 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.119149 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.121849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.151678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.151678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.151678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.151678 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:14.153204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.153204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.153285 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.154254 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 17] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.154314 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.154314 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.154860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.154860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.155397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.155474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.156968 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.157024 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.157373 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.157540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.158544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.175353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.176102 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.176102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.187385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.188852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.188852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.189320 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:14.190779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.190779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.190779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.192328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.192884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.193763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.193763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.195767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.225010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.225010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.225010 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.225010 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:14.225179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.225309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.226107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.226200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.230128 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.239658 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:14.254804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.255159 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.257236 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.257576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.257576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.290133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.290133 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:14.305338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.305613 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.311074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.311074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.311074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.323049 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.335742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.335742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.335742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.335742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 4] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.338953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.339032 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.343718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.374561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.374561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.374561 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.374561 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.374857 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 11] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.375260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.375413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.376798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.377240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.377740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.377785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.378740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.378740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.381120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.381199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.382743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.422466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.422642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.422986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.429898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.429898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.429898 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.429898 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.095s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.430141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.431025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.487447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.487447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.487447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.487447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.487638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.487638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.489958 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.490164 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.490450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.492185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.492428 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.492701 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.515390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.515861 np0000156440 manila-share[88651]: INFO manila.share.access [None req-b0f8738b-f3c3-439c-9601-237f0ac145cb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:14.635027 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Entered migration_start method for share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:33:14.704203 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Starting host-assisted migration for share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:33:14.733227 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.733833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.798992 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.799125 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:14.811682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.811972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.814033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.814033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.814151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.870866 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.870866 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:14.883228 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.883641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.893144 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:14.921464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.921642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.921925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.935748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:14.935934 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] All access rules of share instance cca20ced-dba1-4a72-b34b-b66325b93c6c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:14.947511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:14.947846 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:14.948047 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.948274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.948662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.948967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.951760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.974260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.974260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.974700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:14.974845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:14.975103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.975521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:14.975672 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:14.977874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.008955 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.008955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 18] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.010128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.010287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.011391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.029659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.029881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.030188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.030382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.030537 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.030868 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.096150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.096251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.096493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.096621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.096754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.096981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.098740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.098801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.099017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.100690 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.100838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.101077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.123172 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.123415 np0000156440 manila-share[88650]: INFO manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:15.211492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.212191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.212191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.212285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.213489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.221051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.221051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 18] EOF sent (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.224182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.224182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.224182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 5] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.229136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.229136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.229136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.311814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.311814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.312033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.312207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.312387 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.312999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.313067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.314259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.338179 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.338380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.339844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.339844 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:15.364427 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 created successfully.
Feb 19 01:33:15.709369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.709638 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.713089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.713303 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Info about replica '8875b44a-4c71-4221-afd0-8ae8e382bf9d' creation is following:
Feb 19 01:33:15.713303 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 into gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493
Feb 19 01:33:15.713303 np0000156440 manila-share[88651]: received 43.9K stream in 0.06 seconds (686K/sec)
Feb 19 01:33:15.713303 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:15.713495 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.714159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 19] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.714400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.714480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.716606 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.757281 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.757809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.758433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.758643 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.758901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 6] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.759310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.759432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.761130 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.793800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.794242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.794963 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.795323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.796018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:15.796406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.796763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 12] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.797512 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.797828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.800791 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.819086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.819086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.819086 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.819431 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.116,no_root_squash gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.819817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 13] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.859317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.859498 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.862248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.901562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.901885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.902340 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.902589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.107s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:15.902817 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:15.903042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] [chan 14] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.943324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.943487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:15.946051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.965807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.965807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:15.966328 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:15.966554 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:15.998965 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:15.999364 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.052161 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.052315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.052563 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.072484 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.072772 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f8b71a35-998f-45e3-a63a-7885c9384746 tempest-ReplicationTest-1139877351 None] Share replica 8875b44a-4c71-4221-afd0-8ae8e382bf9d created successfully.
Feb 19 01:33:16.179113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.179325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 20] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.179699 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.179789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.181037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.240873 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.240873 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.241243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.241798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.130s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.241798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.241798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 7] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.244365 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.244442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.247122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.279833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.280774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.282345 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.283752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.284023 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.284233 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.284772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 15] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.286190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.286287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.288714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.327845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.327845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.329219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.329219 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:16.329219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.045s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.332750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.333316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.333316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.333316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 21] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.333981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.333981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.336618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.356077 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Entered migration_start method for share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:33:16.358324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.358626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.359960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.360844 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:16.361073 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.361324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 8] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.361700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.361870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.363204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.425006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.425006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.426428 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:16.438371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.438371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.445628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.473478 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.475814 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.481283 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.481515 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.484100 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.497177 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Starting host-assisted migration for share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:33:16.532755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.534487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.536357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.536357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.536357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 22] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.536850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.536951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.537892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.551791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.551915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.555695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.556973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-betta/subdir/manila_share_a86e3820_1456_4ee2_af9d_cb25b2c9cd63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.366s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.565962 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.565962 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.568949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.085s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.568949 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:16.570563 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.571813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.571813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.585060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.585260 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.589517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.589652 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.589880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.603651 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.627433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.628248 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.628884 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.629961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 9] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.630945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.631276 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.632379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.658759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.658759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.658759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.658759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.0/255.255.255.0,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:16.658759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 16] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.660284 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.661821 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:16.666247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.777185 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.778399 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:16.778399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:16.778399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.150s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.778399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.778646 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.800561 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Migration info obtained for share cca20ced-dba1-4a72-b34b-b66325b93c6c: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:16.821657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.822287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.822287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.822624 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.823868 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.823868 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.826207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.826207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.826805 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.831261 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.831261 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.831261 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.852021 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Migration info obtained for share 10a2d426-aaba-47d9-8b59-b4b49903fd18: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:16.858834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.858834 np0000156440 manila-share[88651]: INFO manila.share.access [None req-ed49ffb4-a427-4bc1-8d9a-33a4042b3bc7 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:16.865760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.300s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.865928 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:16.885577 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.885950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.888300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.888436 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.888679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.894686 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Created reservations ['b6b201ac-c65f-4f9b-97a3-8d5ca141f5a3', '76113367-f81c-4848-8cb1-13a991834e5d', '2c6fb198-4c5a-4605-83cf-9c406f02709d', 'cdf24b5a-7b6a-47e7-91f3-3d4f801fc16e'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:16.913848 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Committed reservations ['b6b201ac-c65f-4f9b-97a3-8d5ca141f5a3', '76113367-f81c-4848-8cb1-13a991834e5d', '2c6fb198-4c5a-4605-83cf-9c406f02709d', 'cdf24b5a-7b6a-47e7-91f3-3d4f801fc16e'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:16.919949 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8b806fda-999d-4657-bbc3-c1def407ddc1 tempest-AdminActionsTest-718694498 None] Share instance a86e3820-1456-4ee2-af9d-cb25b2c9cd63: deleted successfully.
Feb 19 01:33:16.953816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.953976 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:16.966478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.966778 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:16.991838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:16.992009 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:16.992220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.006265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.006398 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] All access rules of share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:17.026139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.026407 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.026613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.026817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.029106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.029221 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.031665 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.070941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.071263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.071567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.072744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.073343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.074943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.075959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.076398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.161469 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.161469 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.161903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.162124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.136s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.162251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.162519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.265684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.103s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.265880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.266300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.266300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.266370 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.266759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.274053 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.274053 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.274741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.277632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.277632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.277934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.323504 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Time to start copying in migration for share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:33:17.340758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.340758 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:17.521962 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.522467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.523062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.523327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.525495 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.527549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.527549 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.530690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.530690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.532535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.674222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.675281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.675968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.685130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.687154 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.689093 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.689093 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.704147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.715504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.715504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.716004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.717550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.717550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.718625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.718625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.720745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.730648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.732511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.734875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.734875 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:17.753276 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Entered migration_start method for share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:33:17.761511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.761680 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.764601 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.764601 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:17.812310 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6f191963-91a4-4c05-bee8-cd50c78f5cc4 tempest-AdminActionsTest-718694498 None] Share instance 695df3a0-734c-46dc-9acb-300a375f6578 created successfully.
Feb 19 01:33:17.818021 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Share instance 825107b0-fb30-42af-af9c-9976d81826a6 created successfully.
Feb 19 01:33:17.820662 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Starting host-assisted migration for share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:33:17.829311 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:17.842257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.842350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.844041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.844178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.844446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.851251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.851251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.875890 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.876005 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:17.893241 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.893502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.899806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.899806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.899806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.909057 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.909303 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:17.919489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.919620 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] All access rules of share instance cca20ced-dba1-4a72-b34b-b66325b93c6c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:17.926101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.926459 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.928295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:17.928761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.928761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.941874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:17.942994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:17.942994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.942994 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.943089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.943957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.945699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:127.0.0.1:51.51.51.51,no_root_squash alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:17.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:17.979432 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.005764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.075s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.005764 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:18.027777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.027777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.027777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.027777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.027777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.027971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.042760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.043136 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.072207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.072207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.072367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.087204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.087367 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] All access rules of share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:18.099696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.100609 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.100609 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.100609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 23] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.103744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.103744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.103744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.125036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.125203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.126031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.126031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.126280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 17] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.126482 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.126556 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.127579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.130756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.102s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.130756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.130756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.130756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.130889 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.130889 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.133759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.133980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.134503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.142532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.142532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.142532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.180027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.180027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.180431 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.180672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.181062 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.181190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.184259 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.185034 np0000156440 manila-share[88650]: INFO manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:18.244766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.244766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.244766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.244766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.245337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.245337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.247015 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.247211 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.247471 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.249221 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.249779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.249779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.272140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.272498 np0000156440 manila-share[88651]: INFO manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:18.352824 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Received request to update access for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:18.373368 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.373789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.376515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.376770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.377763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.399265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.399938 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.403423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.403825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.409785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.463538 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Received request to update access for share instance 8875b44a-4c71-4221-afd0-8ae8e382bf9d. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:18.472043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.095s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.472184 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Updating access rules for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:18.486674 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.487684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.489186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.489408 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.489704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.512344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.512523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.512961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.513134 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.513291 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.513791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.515953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.516700 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.517732 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.524799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.529860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.529860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.529860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.546144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.546854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.547316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.547930 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:18.560704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.561515 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Updating access rules for share instance 8875b44a-4c71-4221-afd0-8ae8e382bf9d belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:18.572486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.572575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.572811 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] [chan 10] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.573936 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance 659886f5-bff3-48e4-a5c1-a83525923850 created successfully.
Feb 19 01:33:18.575295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.575555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.576093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.579841 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.583332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.584465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.585389 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.585389 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.600534 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.600534 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] All access rules of share instance 8875b44a-4c71-4221-afd0-8ae8e382bf9d are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:18.612349 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.612603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.612767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.613029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.613296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.614121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.614422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.615119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.615119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.615885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] [chan 24] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.616297 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.617010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.617010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.619104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.641787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.641787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.641787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.641787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_be8dc046_f23d_4327_9836_026a393e585b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.306s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.642856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.642986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.643354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.643539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.643702 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.644036 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.644780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.645075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.654372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.654669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.655093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.655964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:18.656336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] [chan 18] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.665805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.665805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:18.685797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.714006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.714323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.715042 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.715226 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.103s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.715489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.715731 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.740194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.740194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:18.740194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:18.740194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.125s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.740194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.740712 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.746684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.746872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.747132 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.770962 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.772120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.772120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.773611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.773817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.774061 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.776415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.776415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.776719 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.778290 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Created reservations ['2b8be362-355e-49b7-b640-9944a487bf7e', 'a77eff7a-3f73-4653-bca2-51f69eb30a08', '8c1867dd-398f-44d3-9ad1-c93ba917d6e1', '99921368-29bd-4a1c-bdf9-7cd7d42a9603'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:18.794648 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['2b8be362-355e-49b7-b640-9944a487bf7e', 'a77eff7a-3f73-4653-bca2-51f69eb30a08', '8c1867dd-398f-44d3-9ad1-c93ba917d6e1', '99921368-29bd-4a1c-bdf9-7cd7d42a9603'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:18.800542 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-c3acad1b-6104-4f9d-a373-0b971add6f12 tempest-ReplicationAdminTest-815328312 None] Share replica be8dc046-f23d-4327-9836-026a393e585b deleted successfully.
Feb 19 01:33:18.802596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.802596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.802596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.803937 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.803937 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:33:18.816822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.816822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.816822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.819183 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.819466 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.819857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.822316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.822316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:18.822786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:18.844152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:18.844762 np0000156440 manila-share[88651]: INFO manila.share.access [None req-8582441f-c65d-4686-bdfb-bc19ac17224c tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance 8875b44a-4c71-4221-afd0-8ae8e382bf9d belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:33:18.915307 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Migration info obtained for share eebcbe60-6bfb-46ac-8c51-16f905eca88c: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:18.935363 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Migration info obtained for share 825107b0-fb30-42af-af9c-9976d81826a6: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:19.287409 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:19.299994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.300347 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.302418 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.302542 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.302755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.347953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.348075 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:19.412611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.412902 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.417134 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Time to start copying in migration for share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:33:19.419776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.419776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.419776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.437979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.450071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.450369 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.450940 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.450940 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.451758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.451758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.452774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.473814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.473814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.474185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.474439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.474679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.475133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.475429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.476396 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.532087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.532087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.534615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.534615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.534615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.534615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.619142 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.619479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.619815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.620006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.620188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.620432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.627125 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.627356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.627623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.629991 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:19.634110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.634341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.634625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.645761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.645761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.649894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.650185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.650466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.673282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.673548 np0000156440 manila-share[88650]: INFO manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:19.705763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.706848 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:19.720869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.721246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.725963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.726206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.726505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.743823 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.746774 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] All access rules of share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:19.756935 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:19.780214 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.781300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.781601 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.782105 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.783559 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.783559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.783921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.784212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.785990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.790132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.790636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.790636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.801238 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Migration info obtained for share 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88651) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:19.825457 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.825678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.826510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.826581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:127.0.0.1:51.51.51.51,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.826871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.827256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.828046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.835227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.839381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.839509 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:19.853845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.853845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.862074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.862216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.862446 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.863473 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Migration info obtained for share 659886f5-bff3-48e4-a5c1-a83525923850: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:33:19.876158 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.891647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.891647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.891647 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.891647 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.110s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.892018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.892252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.892519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.892847 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.892964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.893165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 11] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.893591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.894592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.895317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.917958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.918125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.918489 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.918820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:19.918820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 19] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.919142 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.919217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:19.921929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.954857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.954857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.955069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.955258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.955443 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.955741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.956243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.956495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:19.956994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:19.957349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.065s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.957451 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.957911 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.958206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.958292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.958545 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.961286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.961286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.961286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.975210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.975345 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.975598 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.987814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.987814 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:19.990110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.990110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.990787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.992843 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.993211 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.993622 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:19.995987 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:19.996258 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:19.996886 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.020379 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.020866 np0000156440 manila-share[88651]: INFO manila.share.access [None req-13390d26-800e-4813-b1dc-fefdca2812ec tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:20.318427 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Time to start copying in migration for share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:33:20.350247 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:20.473141 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:20.498757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.498864 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.502417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.502549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.503244 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.559548 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.559548 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:20.564750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:20.564750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 25] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.574672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.574949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.578284 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.578373 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:20.580059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.584072 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.584482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.584482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.617045 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.617045 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] All access rules of share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:20.643916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.643916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.643916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:20.643916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 12] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.645088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.646018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:20.648905 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.671785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.673785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.673785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:20.673785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=ro=127.0.0.1:51.51.51.51:50.50.50.50,no_root_squash gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:20.675369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 20] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.675761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.675761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:20.677333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.694804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs set quota=2G alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:20.694804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.695197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.695197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:20.700013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.809166 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.809166 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.809166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:20.809166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.164s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.809166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.809469 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.810778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.811209 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.811328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:20.839344 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] Committed reservations ['7995064f-07c4-4209-9631-dc727eb91995', 'd6722b73-bb01-4f31-ab9b-c7c28c2e9756'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:20.853458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.854214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.855353 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:20.856020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:20.858014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 13] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.860585 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.862206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:20.882034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:20.897135 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-2357d6d4-eccc-4de9-9061-e2935ecc2c20 tempest-AdminActionsTest-718694498 None] Extend share completed successfully.
Feb 19 01:33:20.922447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.115s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.922778 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.923102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.923295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.923480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.923764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.925640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.926045 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.926204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.929189 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.929531 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:20.929666 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:20.954328 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:20.954757 np0000156440 manila-share[88651]: INFO manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:21.111783 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance 825107b0-fb30-42af-af9c-9976d81826a6. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:21.131806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.131806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.133082 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.133212 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.133411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.285783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.152s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.285783 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 825107b0-fb30-42af-af9c-9976d81826a6 belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:21.361797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.361797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.399762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.400044 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.400357 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.459001 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.503134 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.503630 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.503924 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.505814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.508937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.508937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.513107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.552748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.552748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.552748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.552748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.552914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.553304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.553448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.554448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Info about replica 'e29da75d-9a75-486d-a2a5-eda931d153e4' creation is following:
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: received 43.9K stream in 0.21 seconds (214K/sec)
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.26K/sec)
Feb 19 01:33:21.634373 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:21.634597 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.638902 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 26] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.642131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.642131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.649758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.649758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.651930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.658844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.154s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.658844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.658844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.660649 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.698385 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.698566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.698913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.699074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.699254 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 14] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.701264 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.701330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.706759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.734763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.742604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 21] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.742604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.742604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.744043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.781447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.781447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.783139 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.783883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.784122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 22] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.802828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.144s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.806570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.806570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.806570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.806570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.807492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.811359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.811579 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.812160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.815880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.816491 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:21.817110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:21.823041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.823041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.823978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.861587 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.861587 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.863193 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.863193 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.128s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.863193 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:21.866547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] [chan 23] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.874218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:21.874218 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 825107b0-fb30-42af-af9c-9976d81826a6 belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:21.879387 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:21.907569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.907569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:21.917702 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.938984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.938984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:21.939098 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:21.939748 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:21.998032 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 659886f5-bff3-48e4-a5c1-a83525923850. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:22.013549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.014471 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.025759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.025759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.029662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.029911 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.030673 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.036213 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.036538 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.037153 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.037327 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.037986 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.062182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.062315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.062538 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.066317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.066317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.066916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.067462 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.067583 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-602b0fa4-4507-46d0-bf2b-c16af9f0a431 tempest-ReplicationAdminTest-815328312 None] Share replica e29da75d-9a75-486d-a2a5-eda931d153e4 created successfully.
Feb 19 01:33:22.072006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_8875b44a-4c71-4221-afd0-8ae8e382bf9d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.072163 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 8875b44a-4c71-4221-afd0-8ae8e382bf9d belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:22.077799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.078798 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:22.078846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:22.078846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 27] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.079368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.079446 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:22.082757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.100632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.101759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.108479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.108783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.109125 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.119442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.120015 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.120480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:22.120694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.121757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.122120 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:22.122181 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 15] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.122799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.122799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:22.124241 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.125005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.148800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.148800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.148800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:22.149037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.149545 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.149705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:22.151174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:22.157323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 28] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.163014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.163014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:22.163325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.183581 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.183581 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.183581 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:22.186085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.186788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.186788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:22.187119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:22.187364 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.187889 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.188766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:22.189296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.223975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.223975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:22.223975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:22.224177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.225754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.225754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.279876 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.280197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.280520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.280829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.281093 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.281440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.285219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.285497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.285889 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.288403 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.288651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:22.289004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:22.314197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:22.314586 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:23.065765 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:23.092399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.092737 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.098759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.098759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.098759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.168720 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.070s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.168948 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:23.191321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.191579 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.203703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.203868 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.204912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.220804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.244866 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.245757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.245757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:23.245757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 16] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.245895 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.245972 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:23.247106 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.32/255.255.255.240,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 24] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.266760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:23.268742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.310004 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.310204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.312050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:23.312241 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.067s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.312392 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.312630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.368764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.368764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.368764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.368764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.368915 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.368915 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.375018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.375018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.375018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.379510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.380767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.382699 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.511564 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.131s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.512362 np0000156440 manila-share[88651]: INFO manila.share.access [None req-32db7ea5-8a6a-4286-ae8c-4f99cec88c81 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:23.684939 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:23.937110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.937110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.945344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.945632 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.949598 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.956132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.956132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:23.956132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:23.962632 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_e29da75d-9a75-486d-a2a5-eda931d153e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:23.962632 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance e29da75d-9a75-486d-a2a5-eda931d153e4 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:23.975883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:23.975883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 29] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.976374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:23.976374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:23.977609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.016757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.016757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.016757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.017052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.019910 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.021801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.021801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 17] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.021801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.021801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.026052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.053756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.053756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.054988 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.055218 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:24.057443 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.057443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 30] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.057443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.057443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.062151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.078760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.078760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.078760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.183829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.183829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 18] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.184330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.184330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.185273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.122s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.244616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 31] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.247418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.247418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.249757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.278755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.278972 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 25] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.283147 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.283147 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.291821 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.310921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.310921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.310921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.311083 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:24.313755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.313755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.313755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.313755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.313894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 19] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.316006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.316158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.323151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.343931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.343931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.343931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.346195 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:24.346195 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.346195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 32] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.349289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.349289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.351240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.641246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.641246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.650936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.650936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.652085 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.660184 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.661174 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.661174 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.669015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_695df3a0-734c-46dc-9acb-300a375f6578" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.670118 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] All access rules have been synced for share instance 695df3a0-734c-46dc-9acb-300a375f6578 belonging to share bbddc113-b371-44fb-b26d-dbf5822fdf96. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:24.689104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.689443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.690886 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.690966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.695895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.742671 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.743476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.745180 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.750449 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.750635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.751235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.751313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.752462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.796770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.796770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.796770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.797413 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.798843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.798843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.798843 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.799262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.799540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.801131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.823029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.823029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.823029 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.823132 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:24.823265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:24.823404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:24.823628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:24.823874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.824501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.825121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.825333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.829051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.849110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.849110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.849110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.849110 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:24.849110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): lsof -w /alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.849481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.850326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.850326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.854769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.982210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.982210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.982210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:24.982210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:24.982210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 20] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.983960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:24.984151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:24.989086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.042866 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.042866 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.042866 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:25.163250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.163250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.163250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:25.163250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo umount /alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:25.163250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.165144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.168928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:25.172688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.218874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.218874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:25.218874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:25.978760 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:26.003971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.003971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.008201 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.008201 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.008201 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.083716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.083716 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 33] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.087707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.087707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.088151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.109365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.100s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.109365 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:26.154345 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.158091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.158091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.158170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.158170 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.158170 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.138s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.158170 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.158339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.160756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.160756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 21] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.166979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.167167 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.180750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.188471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.188471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.189614 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.205695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.205964 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.206947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.207483 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:26.207984 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.209061 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 34] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.212368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.212368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.215743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.239997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.239997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.239997 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.283629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.096s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.284744 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] All access rules of share instance cca20ced-dba1-4a72-b34b-b66325b93c6c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:26.313022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.313487 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.314016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.314964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.315424 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.315567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.318089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.354077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.354077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.354077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.354077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.354077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.356769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.356769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.359263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.413466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.413773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.414202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.414474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.414745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.415756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.518799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.102s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.518951 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.519265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.561557 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:26.573759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.573759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.573759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.573905 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.575025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.577753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.577753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.579154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.580698 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.581931 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.582233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.587637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.587906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.590542 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.673373 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.678109 np0000156440 manila-share[88650]: INFO manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:26.678152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.097s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.678152 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:26.711090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.711499 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.721684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.722929 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.723222 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.747454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.782174 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.783027 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.783576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.783576 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 22] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.785196 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.785196 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.787849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.813489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.813489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.813489 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.813489 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:26.813489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 26] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.816664 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.816850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:26.819165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.888740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.888740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:26.888740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:26.888740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.104s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.888740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.889930 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.927370 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.927595 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.927873 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.952698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.952906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.953242 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.963657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.963657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.963893 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:26.973765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:26.973765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:26.973765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.009009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.009246 np0000156440 manila-share[88651]: INFO manila.share.access [None req-00de08e3-7429-430f-abed-95a343138086 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:27.044473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.044473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] [chan 35] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.044896 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.045091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.046765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.115011 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.115380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.115525 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.116819 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_8875b44a_4c71_4221_afd0_8ae8e382bf9d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.802s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.118797 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:27.135006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.135006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.138290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.138497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.138816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.192695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.054s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.193477 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:27.207874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.208365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.213115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.213323 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.213621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.219548 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.219548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.226090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.226248 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.229637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.241315 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.241583 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] All access rules of share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:27.269399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.270303 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.270303 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.270303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.271777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.271964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.273538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.314121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.314121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.314121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.314121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=ro=50.50.50.50:51.51.51.51,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.314121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.315594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.315760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.317218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.392660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.392660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.396769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.396769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_695df3a0_734c_46dc_9acb_300a375f6578" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.573s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.399389 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Created reservations ['aaae645e-348c-4134-bf15-748146ed7220', 'b6850692-e30a-44e9-be59-30b8955000d4', '65f89f14-2f0d-4966-9dd4-f932d548258e', 'd181ba6c-3336-4fa4-9b69-40601c90e834'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:27.400408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.403066 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.403685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.404321 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.134s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.405205 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.405992 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.419177 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Committed reservations ['aaae645e-348c-4134-bf15-748146ed7220', 'b6850692-e30a-44e9-be59-30b8955000d4', '65f89f14-2f0d-4966-9dd4-f932d548258e', 'd181ba6c-3336-4fa4-9b69-40601c90e834'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:27.424367 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-84312b89-025c-40e8-9655-41c720b4ff5a tempest-ReplicationTest-1139877351 None] Share replica 8875b44a-4c71-4221-afd0-8ae8e382bf9d deleted successfully.
Feb 19 01:33:27.495760 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:27.516894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.517277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.520026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.521739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.521739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.561546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.156s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.561869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.562614 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.594769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.594769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.596765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.609620 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.610004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.610934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.624064 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.624064 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.624064 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.649141 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Created reservations ['1ab3a2d0-7b29-4974-b2a3-733fff4a0d22', '1a2c0b4c-ce06-477d-bf2e-91b19f847439', '7d906c02-cb98-489f-a38b-7737b4cc82d5', '3e84c768-4dd1-4985-a472-e40cf77a79cf'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:27.651000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.131s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.651410 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:27.679291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.679442 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:27.680907 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Committed reservations ['1ab3a2d0-7b29-4974-b2a3-733fff4a0d22', '1a2c0b4c-ce06-477d-bf2e-91b19f847439', '7d906c02-cb98-489f-a38b-7737b4cc82d5', '3e84c768-4dd1-4985-a472-e40cf77a79cf'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:27.683173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.683774 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.686473 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-cd30af53-ba8c-40a7-a2f2-ce6da615e019 tempest-AdminActionsTest-718694498 None] Share instance 695df3a0-734c-46dc-9acb-300a375f6578: deleted successfully.
Feb 19 01:33:27.689437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.689650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.689912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.700077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.717773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.718663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.718829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.719019 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.719953 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.720014 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.722653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.742546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.742841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.743090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.743291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:27.744745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.744745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.744745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:27.744882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.779631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.779835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:27.780144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:27.780431 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.062s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.780586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.780855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.801137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.801416 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.801663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.817954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.818084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.818317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.820237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.820369 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.820603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.822361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.822489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:27.822724 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:27.851624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:27.851624 np0000156440 manila-share[88650]: INFO manila.share.access [None req-cb273c80-1542-4f30-b1ff-fa3c40082173 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:28.062514 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:28.077772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.078204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.082209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.083278 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.083278 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.142952 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.142952 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:28.160790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.160952 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.167550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.167824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.168169 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.200800 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.200800 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] All access rules of share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:28.222301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.222301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.222301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.222301 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 23] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.222988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.223809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.226748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.241172 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.243494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 36] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.251884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.251884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.256262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.257896 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.258140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.258537 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.260069 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.260377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 27] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.261772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.261772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.262509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.281836 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:28.307787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.309114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.309738 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.309993 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.310750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.310750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.315231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.316768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.318313 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.318540 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.161s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.318694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.319406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 24] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.322128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.322203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.323364 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.349752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.350256 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.350615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.350831 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.351099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.351243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.351397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 28] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.360504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.360504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.364872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.385377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.385923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.392052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.392315 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:28.392544 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.041s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.392810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.393211 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.393404 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.393619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 37] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.397930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.398079 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.401651 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.426008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.426291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.426716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.427440 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:28.427440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.427440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 25] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.429444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.429588 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.430694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.440127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.440716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.441255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.460387 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.460944 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.461630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.463482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.463482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.463874 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.465469 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.465870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 38] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.466453 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.466857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.467090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.470845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.470845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.474376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.494160 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.494160 np0000156440 manila-share[88651]: INFO manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:28.556226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.556603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.558206 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.558511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.558673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 26] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.601772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.601772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.604296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.629781 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance 825107b0-fb30-42af-af9c-9976d81826a6. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:28.636428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.636607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.638747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.646197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.646653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.648747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.648989 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.649251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.691351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.691604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.692185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.692450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.692692 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 27] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.699133 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.699133 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.700524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.704626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.054s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.704626 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 825107b0-fb30-42af-af9c-9976d81826a6 belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:28.721753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.721753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.726003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.726259 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.726528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.734744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.746523 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.746862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.747071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.747310 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.747751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.747920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.749015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.778843 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.779031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.780307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.780307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:28.780307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.780307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.780307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:28.781830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.828805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.828805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:28.828805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:28.828805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.082s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.829087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.829486 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.851006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.851264 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.851555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.868170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.868512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.869081 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.874810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.874810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.874912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.878185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.878366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:28.878646 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:28.918758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:28.918948 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e8e83c9c-80da-42cd-8dbb-28f6c48a7126 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 825107b0-fb30-42af-af9c-9976d81826a6 belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:33:29.253849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.253849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 27] EOF sent (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Info about replica '66d823a4-19d4-4bba-9e29-760ae79097f8' creation is following:
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 into gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: received 43.9K stream in 0.07 seconds (608K/sec)
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 into gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: received 312B stream in 0.05 seconds (5.62K/sec)
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:29.255936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.257351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 39] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.257351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.257351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.257975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.296795 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.296932 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.297340 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.297607 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.297905 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 28] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.298324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.298420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.300382 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.332835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.332835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 28] EOF sent (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.333564 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.334175 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.334967 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.335435 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.335957 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 29] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.336843 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.337162 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.340560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.367175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.367349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.367704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.367920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.368106 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 30] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.408403 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.408569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.410804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.445793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.445793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.446102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.446474 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.112s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.446810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.447178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] [chan 31] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.487780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.487780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.489167 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.512783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.512783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.513166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.513764 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:29.548412 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.549020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.554275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.554275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.554275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.558009 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 659886f5-bff3-48e4-a5c1-a83525923850. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:29.568295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.568544 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-32fb3c46-054a-4205-9c94-c9f1e18a410b tempest-ReplicationTest-1139877351 None] Share replica 66d823a4-19d4-4bba-9e29-760ae79097f8 created successfully.
Feb 19 01:33:29.569832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.570137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.571811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.571965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.572150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.604316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.604427 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:29.616829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.617091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.625157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.625306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.625755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.679632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.054s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.691674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.691949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.692247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.692294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.692631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.692717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.694464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.715448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.715758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.716577 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.716686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.717755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.717755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.717755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.720513 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.759758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.759758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.759758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.759758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.068s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.759758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.760754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.770418 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:29.777271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.777506 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.778091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.795654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.795654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.795654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.798793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.799025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.799317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.804317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.804317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.804317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.804418 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.805427 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.809517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.809650 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.809912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.838975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.839236 np0000156440 manila-share[88650]: INFO manila.share.access [None req-e7572186-ecc2-4c24-9c63-f360f704504b tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:29.849288 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.849425 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:29.863157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.863359 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.868255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.868380 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.868621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.879128 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.900473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.901252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:29.901252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.901252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 40] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.901418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.901496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.904002 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.942511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.942511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.942511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.942511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:29.942511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 32] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.942915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.943083 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:29.945502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.986220 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.986765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:29.986857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:29.986983 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:29.988227 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:29.988227 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.044265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.044427 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.045798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.045938 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.046066 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.046263 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.051342 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.051498 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.051714 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.055144 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.055741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.055741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.057424 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to finish Share Migration for share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:30.083963 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.084303 np0000156440 manila-share[88651]: INFO manila.share.access [None req-3330adba-a1d5-4da4-9bac-ce85fde4b0e1 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:30.137919 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.138289 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.165743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.186679 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:30.198604 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.198875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.200947 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.201056 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.201260 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.287139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.287311 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:30.300640 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.300915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.304865 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.304994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.305196 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.326380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.337749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.337959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.338199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:30.338358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.338813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.338880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:30.340586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.368976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.369175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.369801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:30.370003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:30.370170 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.370526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.370622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:30.372698 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.421225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.421313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.421760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:30.421997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.422274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.422636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.518280 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.096s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.518480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.518800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.518963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.519127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.519355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.521237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.521391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.521618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.523368 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.523526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.523798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.548676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.548945 np0000156440 manila-share[88650]: INFO manila.share.access [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:30.638801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:30.638801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] [chan 29] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.639763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.640773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:30.643122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.693770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.693770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.693770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:30.693770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_e29da75d_9a75_486d_a2a5_eda931d153e4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.300s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.783505 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Created reservations ['33df1c72-7228-431b-b1ee-5cc7bdf6ce15', 'ae70280c-be45-495c-9844-c1c475ef0932', '42496520-4331-47e1-815e-0605ab676170', 'cd25a689-e4d0-470a-9b64-4f80e5eb3c4d'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:30.796919 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['33df1c72-7228-431b-b1ee-5cc7bdf6ce15', 'ae70280c-be45-495c-9844-c1c475ef0932', '42496520-4331-47e1-815e-0605ab676170', 'cd25a689-e4d0-470a-9b64-4f80e5eb3c4d'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:30.804159 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-40845f21-dda2-497d-99be-d8bbb203bf39 tempest-ReplicationAdminTest-815328312 None] Share replica e29da75d-9a75-486d-a2a5-eda931d153e4 deleted successfully.
Feb 19 01:33:30.948289 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.948879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.950480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.950655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.950867 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.953034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.953272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Acquiring lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:30.953507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:30.955554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "locked_access_rules_operation_by_share_instance_d302a934-ca9f-483d-bed5-b6a550979d9b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:30.955679 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] All access rules have been synced for share instance d302a934-ca9f-483d-bed5-b6a550979d9b belonging to share 5ed2bd6b-f0df-43a3-929f-1d2628d568d5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:30.958665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:30.958873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.959261 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.959334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:30.960371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.989199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.989560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.991419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:30.992361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:30.992361 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.992757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:30.993028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:30.995404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.017509 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.018807 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.018807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.019455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.020195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.020648 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.021198 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.022445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.022445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.023705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.042806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.042806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.042806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.042806 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:31.042806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.043476 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Acquiring lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.044153 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.044558 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.045109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.045846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.046145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.048562 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.069320 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.069488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.069838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.070003 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] ZFS option mountpoint's value is /alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:31.070127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): lsof -w /alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.070291 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.070610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.070668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.071773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.175424 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.175424 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.175960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.176534 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo umount /alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.176920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.178038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.178210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.180559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.206536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.206806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.207167 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.364236 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:31.421304 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.421628 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.423378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.423513 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.423773 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.425610 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.425764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.425964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.427625 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_66d823a4-19d4-4bba-9e29-760ae79097f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.427784 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 66d823a4-19d4-4bba-9e29-760ae79097f8 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:31.431326 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.431459 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 41] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.431870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.431959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.435757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.460880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.461094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.461550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.461865 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.462300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.462514 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.462783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 30] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.463222 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.463325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.464815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.482767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.483026 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.483673 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.484172 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:31.484677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:31.485003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 42] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.502433 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.502564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:31.505677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.521002 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.521179 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:31.521511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:31.737591 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.738652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.878262 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.140s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.878546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.878949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.881384 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.881617 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.881899 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.989378 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.990110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.991923 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.992151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.992438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.994137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.994971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:31.994971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:31.996573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_825107b0-fb30-42af-af9c-9976d81826a6" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:31.996950 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] All access rules have been synced for share instance 825107b0-fb30-42af-af9c-9976d81826a6 belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:32.000979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.001238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.002444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.002640 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.006409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.022973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.141s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.023179 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:32.034633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.035253 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.036115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.036115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.036115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.036973 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.037053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.037779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.037833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.039767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.069651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.070247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.071054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.071459 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.072313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.072815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.073219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.074016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.074459 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.076642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.089122 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.089351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.090054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.095420 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.095568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.095961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.096147 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:32.096290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.096422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.096632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.096843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.096956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.100247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.100313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.102773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.121902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.122319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.122752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.122981 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:32.123219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): lsof -w /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.123459 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.123982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.124125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.124750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.124750 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] All access rules of share instance cca20ced-dba1-4a72-b34b-b66325b93c6c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:32.127597 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.143061 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.143341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.143488 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.143668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.163566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.163771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.166106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.192579 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.192803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.196560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.225773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.225773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.225773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.225773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.226082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.234246 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.234454 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.237319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.251874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.252911 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.253357 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.322999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.322999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.323425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.323831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.180s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.324118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.324585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.373160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.373380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.373755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.447676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.074s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.447925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.448264 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.451644 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.451644 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.451644 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.454202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.454442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.454802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.489833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_cca20ced-dba1-4a72-b34b-b66325b93c6c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.490237 np0000156440 manila-share[88650]: INFO manila.share.access [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance cca20ced-dba1-4a72-b34b-b66325b93c6c belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:33:32.495493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.495770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.496281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.496392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.497941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.525795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.525922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.526742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.527216 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.527668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.528231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.528356 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.530006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.559963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.560158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.560576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.560810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.561095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.561231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.561399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.561696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.561814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.563761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.580642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.580927 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.581297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.581503 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:32.581702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:32.581906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:32.582207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:32.582384 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.582755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.583076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.583197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.584610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.604115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.604344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.604716 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.605013 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:32.605185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): lsof -w /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.605384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.605830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.605933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.607047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.704967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.705351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.706195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:32.706708 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:32.707092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.707793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.707980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:32.710395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.725022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.725022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:32.725022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.085782 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:33.130005 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:33.136883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.137581 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.144937 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.145698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.146000 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.210057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.210057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.211992 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.211992 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.213265 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.219918 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.219918 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:33.275920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.275920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.276560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.277004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Lock "zfs-dataset-alpha/manila_share_d302a934_ca9f_483d_bed5_b6a550979d9b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.233s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.339547 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.339870 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.361809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.362497 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.362554 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.380190 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Created reservations ['65507fa0-8556-425d-b9f7-77122c734b69', '86719e31-47b6-45b1-ab6a-4b161fdd517e', '68c2040a-193a-4fec-bc31-df331c6e000d', 'd5f76a58-225f-4370-8c2e-fc21d3f77457'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:33.385215 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.385306 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:33:33.387479 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.394892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.406688 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Committed reservations ['65507fa0-8556-425d-b9f7-77122c734b69', '86719e31-47b6-45b1-ab6a-4b161fdd517e', '68c2040a-193a-4fec-bc31-df331c6e000d', 'd5f76a58-225f-4370-8c2e-fc21d3f77457'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:33.408239 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to finish Share Migration for share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:33.416858 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.417812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.417812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.417812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 31] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.418359 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.418501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.429369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.429837 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d58cb468-7d17-4806-a8b4-bd758a5bf118 tempest-AdminActionsTest-718694498 None] Share instance d302a934-ca9f-483d-bed5-b6a550979d9b: deleted successfully.
Feb 19 01:33:33.445520 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.445834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 43] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.457292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.457292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.458044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.458044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.458640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.461840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.461840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 33] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.461840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.462734 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.462734 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:33:33.466670 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.466756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.471831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.477740 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.477938 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:33:33.481786 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.481977 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:33:33.484864 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.485030 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:33:33.494535 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.494535 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:33:33.494535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.494535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.497217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.497217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.499773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.529224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.529224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.529224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.529379 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.529708 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 32] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.529880 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:33.530077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.530302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.530690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.531351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.531766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.531880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.532879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.535441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.561521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.562784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.562784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.562784 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:33.562784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.562784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.570157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.570388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.572756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.605429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.605669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.606113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.606294 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:33.606515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.606708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.607084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.607149 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.608498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.631304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.631383 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.632796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.632796 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:33.632796 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:33:33.632796 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.638268 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.643633 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.643795 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:33:33.653604 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:33:33.669291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.669291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.669291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.669291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.251s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.669291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.670188 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.673358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.673809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.695375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.695806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.696716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.697165 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.235s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.697443 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.697859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.698088 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.699810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 33] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.718479 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.718699 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.719313 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.734074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.739115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.739115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.739115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.754143 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.754308 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.754550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.762231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.762231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.765893 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.765893 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.765893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 44] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.765893 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.766117 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.770105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.771993 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.772148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.773949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.779103 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.779344 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.779848 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:33.780788 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:33.780788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:33.780788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 34] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.780947 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 659886f5-bff3-48e4-a5c1-a83525923850. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:33.797829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.798123 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.799924 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.800078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:33.800324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:33.804141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.804141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.804739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.822448 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.822448 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:33.823092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.839505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:33.839505 np0000156440 manila-share[88651]: INFO manila.share.access [None req-5e62afbc-f205-4e3a-862b-6708c541492b tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:33.845045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.845045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:33.845045 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:34.014064 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.214s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.014229 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:34.032018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.032355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.038884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.039023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.039608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.072831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.096558 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.096894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.097597 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:34.097818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.098496 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.098764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:34.101748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.130862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.130862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.130986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:34.131202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:34.131406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.132687 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.132804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:34.134815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.206657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.207007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.207589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:34.207589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.209288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.209288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.259452 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:34.260777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.260777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.260777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:34.263807 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.292262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.293551 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.293884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:34.294171 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.068(s), this was the 1st time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:34.297090 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:34.297090 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:33:34.297090 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:34.297090 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:34.297090 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:34.354383 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.146s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.354543 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.354820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.354952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.355080 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.355269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.357735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.357918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.358342 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.359755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.360372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:34.360372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:34.441841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.081s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:34.442890 np0000156440 manila-share[88650]: INFO manila.share.access [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:34.725923 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:34.726338 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.727161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.727380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:34.729656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.761060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.761846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:34.762277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:34.762541 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.056(s), this was the 1st time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:34.762735 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:34.762735 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:33:34.762735 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:34.762735 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:34.762735 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:35.020627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.020627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Info about replica '7014b383-3051-4f14-a6e7-7f4bf4764c88' creation is following:
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: received 43.9K stream in 0.47 seconds (93.7K/sec)
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: received 312B stream in 0.12 seconds (2.62K/sec)
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]: received 312B stream in 0.09 seconds (3.33K/sec)
Feb 19 01:33:35.023715 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:35.024010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.024010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 35] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.027764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.027764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.028086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.086470 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.086880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.087417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.087776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.088262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 45] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.088762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.088762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.090172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.121539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.121860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.123134 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.123708 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.126210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.126210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.126210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 34] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.127780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.128784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.130846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.157762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.157762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.157762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.158082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.158392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 35] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.212351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.212437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.216909 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.144s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.270018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] [chan 36] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.299438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.299438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.301054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.301400 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.303681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.303681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.306017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.312626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.312626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.314685 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.325032 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.325032 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.325032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.345570 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.345868 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.346583 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.346583 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:35.390538 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.390874 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.395755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.395901 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.396225 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.413222 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.413222 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f1f0ddd2-b471-47e5-9dd8-bd01ea8bc0ac tempest-ReplicationAdminTest-815328312 None] Share replica 7014b383-3051-4f14-a6e7-7f4bf4764c88 created successfully.
Feb 19 01:33:35.431803 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.129s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.431803 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.431803 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.433791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.433791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.433791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.515224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.082s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.515329 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:35.527801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.527801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.553314 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.553439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.553694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.576653 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.577382 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] All access rules of share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:35.588093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.588169 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.588293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.588486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 36] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.589807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.589807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.590472 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.611929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.611929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.611929 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.611929 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.611929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 37] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.613363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.613363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.614748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.652184 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.653745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.653745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.653745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.065s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.653745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.653745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.691439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.691709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.692031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.725851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.726862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.726862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.729268 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.729268 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.729268 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.730775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.730970 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.731671 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.761343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_255b8e56-8fdb-46e5-9cc0-5dc06b906a1c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.761598 np0000156440 manila-share[88651]: INFO manila.share.access [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:33:35.763881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.764081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.765690 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.765961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.766035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.766225 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 46] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.767159 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.769308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.769308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.771059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.783555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.783795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.788813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.798828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.798828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.798828 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.798828 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.798828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 37] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.800110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.800480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.802090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.832754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.832754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.833043 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.833246 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.833529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.833655 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.833951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 38] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.834272 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.835468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.835468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.844978 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.845225 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 47] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.847009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.847088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.848962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.861181 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.861330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.862100 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.862243 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:35.862400 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.862544 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.864640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.864960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.864960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 38] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.874560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.874637 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.876290 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.898554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.899210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.899846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.899846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.202s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:35.902427 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.902779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 48] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.906969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.906969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.907188 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.907320 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:35.907442 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): lsof -w /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.908760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 39] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.941330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.941447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.943003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.951051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.951051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.951184 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.971560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.971560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.971915 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:35.972125 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:35.972372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:35.972502 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:35.972872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 39] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.973615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:35.973615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:35.976497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.003051 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.003224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.004937 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.005238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 49] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.014201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.015539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.017741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.049502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.052052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.052052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.052052 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:36.052052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.052052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 50] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.093867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.093867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.095332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.098377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.098377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.098377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.098377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.100057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 40] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.140505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.144298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.144298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.173911 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.175796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.177864 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.229433 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.229433 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.229433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.229433 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.229433 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 41] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.230554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.230599 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.231975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.263695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.263981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.264413 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.381176 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:36.398322 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.398790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.401437 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.401531 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.401825 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.429451 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:36.496573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.094s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.496937 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:36.498851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.498851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.502111 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.502753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.502753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.512225 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.513023 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.513023 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.516749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_7014b383-3051-4f14-a6e7-7f4bf4764c88" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.516749 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 7014b383-3051-4f14-a6e7-7f4bf4764c88 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:36.516749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.516749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.522718 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.522986 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.523275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.527010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.527548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 51] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.531713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.531957 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.533786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.538269 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.558253 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.558619 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.558855 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.559107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 42] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.559524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.559666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.560943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.569756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.569756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.569756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.569756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.569756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.569962 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.569962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 52] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.592780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.592780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 42] EOF sent (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.593533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.593716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.594378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 40] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.594844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.594947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.596983 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.608359 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.609179 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.611811 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.631798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.632091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.632540 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.632813 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:36.633166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:36.633407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 43] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.634801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.634801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:36.636349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.655384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.655576 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.655931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.675080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.675542 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:36.676399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:36.676793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.118s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.677213 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.678756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.741706 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.742061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.742527 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.744348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.744348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.744348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.746844 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.747181 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.748809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.750369 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.750583 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:36.751128 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:36.792783 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:36.792783 np0000156440 manila-share[88651]: INFO manila.share.access [None req-0e46b82d-4e9b-429f-83b7-eaa93646a7e2 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:37.326316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:37.326316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.328798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.328798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:37.332107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.358635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.358926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.360082 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:37.360306 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.135(s), this was the 2nd time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:37.360474 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:37.360474 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:33:37.360474 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:37.360474 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:37.360474 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:37.789714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:37.793746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.794753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.795016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:37.796749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.116(s), this was the 2nd time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:37.822329 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:38.179198 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:38.179565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 53] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.180635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.180899 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:38.185180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.213755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.213755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.213755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:38.213755 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 2.116(s), this was the 1st time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:38.214139 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 1.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:38.214139 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:33:38.214139 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:33:38.214139 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:33:38.214139 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:38.265120 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:38.265642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] [chan 44] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.266431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.266888 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:38.269871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.328683 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.328683 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.329251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:38.329710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_66d823a4_19d4_4bba_9e29_760ae79097f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.327s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:38.657272 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:38.657462 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 54] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.657970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.658093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:38.660638 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.664766 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Created reservations ['d56cae6d-0212-41ab-b9bd-e460782c5d44', 'd14679bc-4403-4f08-946e-278d9493a04e', 'b329449f-f78c-4ead-afa2-61fd8b7c25f0', 'f6b434b0-36b5-4670-842d-adb04b435b9d'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:38.687377 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Committed reservations ['d56cae6d-0212-41ab-b9bd-e460782c5d44', 'd14679bc-4403-4f08-946e-278d9493a04e', 'b329449f-f78c-4ead-afa2-61fd8b7c25f0', 'f6b434b0-36b5-4670-842d-adb04b435b9d'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:38.699511 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-25df7501-350e-4b4e-9358-2d9ec1b07f1c tempest-ReplicationTest-1139877351 None] Share replica 66d823a4-19d4-4bba-9e29-760ae79097f8 deleted successfully.
Feb 19 01:33:38.700282 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.700713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.701335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:38.701966 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.135s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:38.702264 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:38.703009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:38.703300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:38.703694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 45] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.704317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.704534 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:38.705870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:38.726992 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 55] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.742371 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.743175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:38.744815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.765635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.765918 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:38.766334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.215805 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:39.216553 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 46] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.216925 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.217089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:39.219585 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.237052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.237467 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.238089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.362709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:39.362709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.363832 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.364134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:39.366586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.385766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.385766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.386096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.679100 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:39.693561 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.693988 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.695879 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.696116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.696388 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.730694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.731419 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:39.746745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.746745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.751094 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.751338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.751609 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.759444 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.772760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.772760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.772760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:39.772760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 56] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.773602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.773602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:39.775825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.796448 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.796614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.796957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.797143 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:39.797351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 41] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.797666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.797758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:39.799852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.823979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:39.823979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.824414 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.824621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:39.826818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.835804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.835804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.835804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.836034 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.064s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.836362 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.836858 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.843797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.843797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:39.843797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:39.858637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.859510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.859510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.875692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.876030 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.876463 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.879526 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.879858 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.880241 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.882689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.882883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:39.883918 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:39.911824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:39.912013 np0000156440 manila-share[88651]: INFO manila.share.access [None req-aabe6e0d-3407-4515-b5da-9af851d2ca54 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:40.767821 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:40.768368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 47] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.769764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.769764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:40.773092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.871429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:40.871991 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.874096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.874096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:40.875075 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.875266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.876276 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:40.876834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.174s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:40.877164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.877677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:40.878492 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:40.879747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:40.879747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 57] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.889848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.889848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:40.889848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.900896 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.901114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 57] EOF sent (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.902681 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:40.902896 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:40.903116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:40.903285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 48] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.916231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.916310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:40.918463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.932374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.932592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:40.932960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.058057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.058287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.058612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.058804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:41.058988 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.059316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.059380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:41.060661 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.080960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.081140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.081463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.081622 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:41.137525 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6b9c59ea-ccab-4537-b798-2b721b91fef6 tempest-ReplicationTest-1139877351 None] Share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 created successfully.
Feb 19 01:33:41.239238 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:41.239556 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 58] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.240314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.240468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:41.242357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.277014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.277340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.277827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.278168 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 5.181(s), this was the 2nd time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:41.278431 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 2.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:41.278431 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:33:41.278431 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:33:41.278431 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:33:41.278431 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:41.387589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:41.387589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.388410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.388573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:41.390808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.421094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.421242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.421656 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.421965 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.196(s), this was the 3rd time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:41.422173 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:41.422173 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:33:41.422173 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:41.422173 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:41.422173 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:41.844841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:41.845779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.846544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.846714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:41.848809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.176(s), this was the 3rd time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:41.883368 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:42.867382 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:42.886211 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:42.886570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:42.888505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:42.889331 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:42.889331 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:42.934892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:42.935111 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 49] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.935790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.935962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:42.938362 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.953406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:42.953843 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:42.967650 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:42.967931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:42.972265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:42.972401 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:42.972611 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:42.981089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:42.985845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.985845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.986067 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:42.986217 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:42.986406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:42.986965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 59] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.992132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.992242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:42.994242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:42.999049 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:42.999273 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:42.999442 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:42.999781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 50] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.015754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.015934 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.016544 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.016936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.017370 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.017643 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.018295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 42] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.018931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.018982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.020457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.026753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.026753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.027873 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.038998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.038998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 42] EOF sent (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.040590 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.040590 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:43.040590 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.040590 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.040590 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.040779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.040779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 60] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.052162 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.052476 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.053021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.053289 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.63,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.053537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 43] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.057203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.057318 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.058764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.080802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.081030 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.082281 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.082548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.084745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.084745 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:43.084745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.084745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 51] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.085109 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.094139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.094221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.096533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.143753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.143753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.143753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.143753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.143s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.143753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.143958 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.198162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.198637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.199173 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.199441 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.199640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.199923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.200994 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.201248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.201755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.202056 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.202352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 61] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.202719 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.202892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.204406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.204603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.204949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.206448 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.207378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.207611 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.207953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.253651 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.253651 np0000156440 manila-share[88651]: INFO manila.share.access [None req-880a3b5e-2aa2-47dc-acb3-1d24aea68bfc tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:43.255407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.255407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.255936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.280020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:43.280998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 52] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.281974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.282757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:43.284781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.307407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.307407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:43.307706 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:43.961067 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:43.992862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.993139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:43.995442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:43.995583 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:43.995824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.059395 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.059626 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:44.071939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.072173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.077134 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.077337 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.077634 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.087709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.100161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.100458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.100636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:44.100854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.101263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.101330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:44.102321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.122703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.123567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.125204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:44.125204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.149,no_root_squash betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:44.125949 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.127059 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.128969 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:44.130083 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.239215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.239215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:44.239215 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:44.239426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.139s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.239676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.240040 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.294929 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.295780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.295780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.295780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.295948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.296153 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.297918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.298034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.298252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.299939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.300066 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:44.300284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:44.342916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:44.343220 np0000156440 manila-share[88650]: INFO manila.share.access [None req-0dc0fad6-f56d-46f0-b295-2bf0b7d1df15 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3.
Feb 19 01:33:45.271776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.274882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] [chan 62] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.274882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.274882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.275451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.308543 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.310518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 53] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.310518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.310518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.312496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.341215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.341852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.342769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.342769 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 9.245(s), this was the 3rd time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:45.343106 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 4.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:45.343106 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:33:45.343106 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:33:45.343106 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:33:45.343106 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:45.369285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.369703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.370431 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.370958 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_7014b383_3051_4f14_a6e7_7f4bf4764c88" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.331s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:45.423341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.426071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.426071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.426071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.430181 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.445349 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.445694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.446092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.478828 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Created reservations ['2b9a2fbf-928f-4289-986a-54abf71e0d3d', '279c978d-5980-4508-924c-c11f03409a39', 'd1c28fd8-6827-4128-81b9-f618530baffc', '41324dcb-5adc-461f-8399-8b572c4e6436'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:33:45.493525 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Committed reservations ['2b9a2fbf-928f-4289-986a-54abf71e0d3d', '279c978d-5980-4508-924c-c11f03409a39', 'd1c28fd8-6827-4128-81b9-f618530baffc', '41324dcb-5adc-461f-8399-8b572c4e6436'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:33:45.497547 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-fe240739-6584-492f-a339-25ea925099ca tempest-ReplicationAdminTest-815328312 None] Share replica 7014b383-3051-4f14-a6e7-7f4bf4764c88 deleted successfully.
Feb 19 01:33:45.775705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.776144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.776718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.776949 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.779411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.884177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.884553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.885246 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.885415 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.887350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.905237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.905304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.905820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.969753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.969895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.970324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.970812 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:45.970899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.971268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.971418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:45.972811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.990597 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.990597 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:45.990945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:45.991197 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:46.035659 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-16f5d11b-3d1f-42ef-bc09-2ad517816fbd tempest-ReplicationAdminTest-815328312 None] Share instance 0fd85b2c-db91-4275-b02e-7fe0e966ad4a created successfully.
Feb 19 01:33:46.191301 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:46.243970 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.244614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.248038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.248167 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.248369 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.367827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.119s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.368371 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:46.385429 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.385753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.390184 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.390315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.390597 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.399692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.416541 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.416541 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.416817 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:46.416880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 54] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.419758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.419758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:46.419758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.439302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.439428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.439908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:46.440039 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:46.440914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 44] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.440914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.440914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:46.441541 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.503606 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.503907 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:46.504347 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:46.504596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.504833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.505164 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.524708 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.524877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.525126 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.560031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.560375 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.560944 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.565318 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.565802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.566292 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.568828 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.569012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:46.569302 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:46.617523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:46.617885 np0000156440 manila-share[88651]: INFO manila.share.access [None req-03bc389b-5315-4694-818a-be162c068fb7 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:47.448649 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:47.448649 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.450346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.451090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:47.452660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.486748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.486748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.486748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:47.486748 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.261(s), this was the 4th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:47.486931 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:47.486931 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:33:47.486931 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:47.486931 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:47.486931 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:47.577353 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-bc67930a-1147-42a5-a72a-edc72d555fb3" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:47.906380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:47.907997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.907997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.907997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:47.909840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.934767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.934767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.934973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:47.935387 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.229(s), this was the 4th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:47.935710 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:47.935710 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:33:47.935710 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:47.935710 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:47.935710 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:47.959117 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:47.959228 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 63] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.959525 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:47.959596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:47.960531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.202534 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.203023 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.203962 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:48.204321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:48.205182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 55] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.206466 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.206611 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:48.209033 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.806537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.806942 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 55] EOF sent (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Info about replica 'bed8bf01-7795-4e8f-945c-cabd55c11b59' creation is following:
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 into gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: received 43.9K stream in 0.15 seconds (299K/sec)
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:48.810712 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 64] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.813149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.813149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:48.818753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 56] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:48.859207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.894648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.894648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.894648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:48.894648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:48.894648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:48.895012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:48.895012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 45] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.895438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.895534 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:48.899296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.917649 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.917982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.918231 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:48.918359 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.149,no_root_squash gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:48.918584 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 46] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.959544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:48.959544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:48.963148 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.127s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.021749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] [chan 47] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.041103 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-ce2f4e26-a413-4f78-9021-e2aada980f67" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:49.062642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.062863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.064784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.083756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.083948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.084748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.084907 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:49.164957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.165400 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.206820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.207115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 65] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.208058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.208185 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.211687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.295310 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.295572 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.295929 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.323926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.326192 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-38ae71bf-cdfc-408a-8eab-cff60ec68dd9 tempest-ReplicationTest-1139877351 None] Share replica bed8bf01-7795-4e8f-945c-cabd55c11b59 created successfully.
Feb 19 01:33:49.344622 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.345031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 57] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.345515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.345658 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.346789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.366982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.367602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.367602 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.535344 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.535344 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.535344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.535344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.535344 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 58] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.535960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.536153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.539756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.585140 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:49.608054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.608410 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.611407 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.611620 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.613166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.689835 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.689835 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:49.700887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.701239 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.705487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.706745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.706745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.717054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.734091 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.734468 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:49.735155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.735484 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 66] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.736064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.736219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.737323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.757252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.757252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.757458 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.757648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.84,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:49.757839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 48] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.758165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.758244 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:49.759792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.901596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.903456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:49.903456 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:49.903456 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.168s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:49.903456 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:49.903456 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.005524 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.103s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.005718 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:50.006092 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.006294 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.006682 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:50.006847 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.009161 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.009288 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:50.009489 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.011349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.011451 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:50.011690 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.108794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.097s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.108976 np0000156440 manila-share[88651]: INFO manila.share.access [None req-5e8c6d15-ae8f-462b-81a8-0dfc1bd38961 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Info about replica '16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295' creation is following:
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 into gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: received 43.9K stream in 0.47 seconds (92.5K/sec)
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:33:50.424432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.424648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 67] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.426786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.426786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.427763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.532815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.532815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.532815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.532815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.533353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 59] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.534180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.534504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.536710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:50.625777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.626053 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 49] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.626415 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.626559 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.630018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.649781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.649781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.649781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.649781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.650003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 50] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.690643 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.690786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.693332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.714759 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-bc67930a-1147-42a5-a72a-edc72d555fb3" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:50.779055 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.779248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 68] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.779668 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.779783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.781125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.799123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.799437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.800705 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.801080 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.175s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:50.801312 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.801555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] [chan 51] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.840654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.840889 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.842955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.874407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.874599 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.874923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.875081 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:50.975578 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.976225 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.976971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:50.977361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:50.977646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 60] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.978894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:50.978894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:50.979200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.012305 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:51.012788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:51.016951 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:51.017155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:51.017496 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:51.033715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:51.033859 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-a9703d6a-202b-4f84-9e38-22946b9540d8 tempest-ReplicationAdminTest-815328312 None] Share replica 16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295 created successfully.
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 69] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.295329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:51.295654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.368064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:51.368347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 61] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.368869 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.369013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:51.371438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.411641 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.411641 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.412337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:51.412683 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 15.315(s), this was the 4th time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:51.413105 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 8.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:51.413105 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:33:51.413105 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:33:51.413105 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:33:51.413105 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:51.901926 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.901926 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.902449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:51.904017 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Info about last replica 'bed8bf01-7795-4e8f-945c-cabd55c11b59' sync is following:
Feb 19 01:33:51.904017 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 into gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964
Feb 19 01:33:51.904017 np0000156440 manila-share[88651]: received 312B stream in 0.17 seconds (1.76K/sec)
Feb 19 01:33:51.904017 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:33:51.975428 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:51.975866 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:51.976448 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:51.976511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 52] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.977094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:51.977180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:51.978684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.006289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.006453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.006822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:52.007009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.149,no_root_squash gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:52.007199 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 53] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.050296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.050296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:52.050797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.186555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.187237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.187672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:52.188631 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.212s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:52.188631 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:52.188631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] [chan 62] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.189108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.189299 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:52.190616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.254752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.254752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.254752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:52.312589 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-ce2f4e26-a413-4f78-9021-e2aada980f67" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:52.345448 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:52.346061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:52.373520 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:52.373719 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 70] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.374077 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.374152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:52.375190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.419850 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:52.454683 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:52.455047 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:52.528600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:52.528982 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-76aea694-ef71-4d63-b78e-860904809809 tempest-ReplicationTest-1139877351 None] Share replica bed8bf01-7795-4e8f-945c-cabd55c11b59: promoted to active state successfully.
Feb 19 01:33:52.544920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.545318 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.546017 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:52.546399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:52.546914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 63] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.547415 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.547579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:52.549168 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.818784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.821702 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.823472 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:52.834587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:52.835768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 71] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.836757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.836916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:52.839546 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:52.925776 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:52.943478 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:52.945673 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:52.949132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:52.949419 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:52.949882 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.053079 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.102s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.053079 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:53.083371 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.083371 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.091579 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.091919 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.092297 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.110177 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.131201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.131201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.131201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:53.131201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 64] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.131396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.131396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:53.132600 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.156867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.156867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 64] EOF sent (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 54] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:53.162038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.277325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.277644 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.278510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.278913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.148s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.279150 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.279533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.298024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.298250 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.298517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.395475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.096s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.395475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.395475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.398877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.399382 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.400133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.404372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.404673 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.405132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.466616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.467076 np0000156440 manila-share[88651]: INFO manila.share.access [None req-6687ebae-46bb-4c67-926a-8962c8de431d tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:53.492902 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Info about last replica '16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295' sync is following:
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 into gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]: received 312B stream in 0.25 seconds (1.23K/sec)
Feb 19 01:33:53.495669 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:33:53.584790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.584790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.585009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:53.585371 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 55] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.586152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.586323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:53.588442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.613818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.614084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.614551 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.614847 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:53.615119 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 56] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.655438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.655537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:53.657762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.729431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.729884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.730499 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.730904 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.146s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.731211 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:53.731570 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] [chan 65] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.732188 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.732351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:53.734379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.788229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.788229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:53.788229 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:53.807291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.807291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.832398 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.848365 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:53.849649 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:53.879368 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:53.880120 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-6fcdc6eb-3272-45b6-8741-35d1152dd3c2 tempest-ReplicationAdminTest-815328312 None] Share replica 16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295: promoted to active state successfully.
Feb 19 01:33:53.985172 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-bc67930a-1147-42a5-a72a-edc72d555fb3" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:54.112645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.112988 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.160390 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.160552 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.160758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.162537 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.162697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.162906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.226144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.226374 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:54.243374 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.243609 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.285917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.286263 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.286814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.354549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.354709 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] All access rules of share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:33:54.369120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.370757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.370757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:54.370757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.371891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.371891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:54.373499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.399119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.399119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.399119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:54.399119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:54.399119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.399464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.399611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:54.401388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.479268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.479268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.479630 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:54.479897 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.110s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.480103 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.480412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.509601 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.509761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.509998 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.575636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.066s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.575879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.576311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.579399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.579629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.579955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.582241 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.582426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.582750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.631526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_e784f75d-ee4a-4074-9f35-30ee91a2ca76" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:54.631846 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance e784f75d-ee4a-4074-9f35-30ee91a2ca76 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3.
Feb 19 01:33:54.638139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:54.638379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.638875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.639017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:54.640689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.666118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.667466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.669768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:54.669768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:54.669768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:54.669768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:54.670212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.670952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.671288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:54.673516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.692409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.692409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.694483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:54.694483 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:54.694483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:54.694483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.710006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.710006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:54.710767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.730035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.730035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:54.730035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:55.488975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:55.488975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.491166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.491166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:55.493793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.507145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.507305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.507763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:55.576239 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-ce2f4e26-a413-4f78-9021-e2aada980f67" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:33:55.654686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:55.655045 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:55.657048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:55.657184 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:55.657391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:55.659395 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:55.659522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:55.659757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:55.661657 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_0fd85b2c-db91-4275-b02e-7fe0e966ad4a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:55.661798 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 0fd85b2c-db91-4275-b02e-7fe0e966ad4a belonging to share ce2f4e26-a413-4f78-9021-e2aada980f67. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:33:55.665054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:55.665255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.665639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.665716 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:55.667505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.701367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.701569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.702161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:55.702366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:55.703150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:55.703150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:55.703150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.703861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.703861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:55.705717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.730478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.730716 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.731369 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:55.731576 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:55.731890 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:55.732111 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.743352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.743546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:55.745633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.767504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.767784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.768167 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:55.937280 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:55.937555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.938428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.938428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:55.941670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.959674 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.959674 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:55.959674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:56.121503 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:56.138487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.139587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.142417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.142417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.142417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.184792 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.185006 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:56.199960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.200402 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.206392 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.206533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.206793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.217122 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.231244 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.231623 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.231902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:56.232180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 72] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.232682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.232817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:56.234453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.267084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.267311 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 72] EOF sent (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.267936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:56.268138 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=rw=203.0.113.52,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:56.268313 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 57] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.268626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.268701 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:56.269713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.315423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.315423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.315692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:56.315964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.316214 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.316545 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.354007 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.354235 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.354560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.354768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.354934 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.355216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.357684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.357903 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.358184 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.360340 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.360473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.360672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.427699 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.428030 np0000156440 manila-share[88651]: INFO manila.share.access [None req-577df0c4-4514-43d5-87b5-8089828b4c6e tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:56.731221 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:56.732539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.733420 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.733594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:56.736121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.795544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.796327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.796857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:56.797362 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.128s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:56.797657 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:56.798295 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:56.798592 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:56.799132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.799659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.799818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:56.801151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.823776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.824005 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.824762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:56.824938 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:56.825172 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:56.825353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.837702 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.837959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:56.840529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.857873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.858374 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:56.859182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.509451 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:57.509897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.510586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.510788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:57.513375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.545410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.545588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.545953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.546181 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.320(s), this was the 5th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:57.546346 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:57.546346 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:33:57.546346 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:57.546346 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:57.546346 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:57.769161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:57.771064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.771868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.772022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:57.774273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.842064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.842437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.843121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.843610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.141s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:57.843937 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:57.844505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:57.844973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:57.845347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.845986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.846097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:57.847455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.871598 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.872019 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.872678 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.873269 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:57.873817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:57.874183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.883209 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.883346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:57.885543 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.901048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.901222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.901607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.961089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:57.961359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.962130 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.962307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:57.964803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.994652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.994921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:57.995395 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:57.995754 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.289(s), this was the 5th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:33:57.995979 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:33:57.995979 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:33:57.995979 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:33:57.995979 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:33:57.995979 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:33:58.860817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:58.861655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.862049 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.862288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:58.864812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.900787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.900787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.901573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:58.902044 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:58.902290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:58.902576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.903079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.903220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:58.905584 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.928846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.929228 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.930097 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:58.930325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:58.930667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:58.930873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:58.931097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.931532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.931631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:58.933101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.955757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.955757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.956485 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:58.956909 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:58.957271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:58.957662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:58.958382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:58.958713 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:58.959224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.960050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.960256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:58.962771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.984769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.984932 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.985801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:58.986283 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:33:58.986778 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:58.987526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.989739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:58.989739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:58.990642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.094772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.095556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.096056 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.096570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.096945 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.097430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.097606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.099145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.198784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.198784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.200296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.414826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.414826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 66] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.415341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.415515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.417880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.435394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.435394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 66] EOF sent (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.435962 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.503099 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:33:59.517832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.518331 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.520585 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.520860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.521145 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.573578 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.574064 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:33:59.589835 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.590281 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.594818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.595037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.595351 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.603700 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.615082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.615777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.615777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.616246 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 73] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.616614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.616708 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.618151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.639620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.639819 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.640168 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.640423 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.640497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 58] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.640967 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.641051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.642995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.682200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.682510 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.683031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.683318 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.068s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.683569 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.684152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.703346 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.703529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.703848 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.719164 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.719486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.720082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.724063 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.724350 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.724914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.727999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.728275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.728703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.755745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.755964 np0000156440 manila-share[88651]: INFO manila.share.access [None req-ba4bb218-b3ea-4953-b534-e470d7e255fd tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:33:59.902781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.903224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.903974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.904150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.906223 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.939784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.939784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.940156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.940637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.096s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:33:59.941065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.941405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.941956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.942685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.943837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.974378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.974378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.974568 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:33:59.974800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:33:59.975141 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:33:59.975276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:33:59.975443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.975786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:33:59.975953 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:33:59.976896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.003302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.003747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.004480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:00.004897 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:00.005357 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:00.005663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:00.006334 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:00.006606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:00.006944 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.007400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.007498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:00.008972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.031895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.031895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.031895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:00.031895 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:00.031895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:00.032284 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.033091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.033258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:00.035399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.141625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.141625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.141879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:00.142152 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:00.142427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.142829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.142938 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:00.145339 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.174721 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.174721 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:00.174721 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:01.201325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:01.202055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.202414 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.202578 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:01.204784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.278066 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.279505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.279842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:01.280448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_e784f75d_ee4a_4074_9f35_30ee91a2ca76" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.322s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:01.437560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:01.438122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 67] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.438873 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.439036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:01.440895 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.445669 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Created reservations ['62762cec-210b-4f1b-943e-5de9a0350b62', '97ad1e1b-d353-41fd-a02e-c2ebb4bce7f3', '868b9a8d-3d99-46c6-aca9-db69e03d08c9', '9b1ed782-7f23-494a-b411-0ca3189cd6dc'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:01.468975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.469171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:01.469508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:01.470242 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 25.372(s), this was the 5th time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:01.470410 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 16.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:01.470410 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:34:01.470410 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:34:01.470410 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:34:01.470410 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:01.514922 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Committed reservations ['62762cec-210b-4f1b-943e-5de9a0350b62', '97ad1e1b-d353-41fd-a02e-c2ebb4bce7f3', '868b9a8d-3d99-46c6-aca9-db69e03d08c9', '9b1ed782-7f23-494a-b411-0ca3189cd6dc'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:01.534798 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8c335fd8-803e-4206-92e6-b0ca5e255733 tempest-ReplicationTest-1139877351 None] Share replica e784f75d-ee4a-4074-9f35-30ee91a2ca76 deleted successfully.
Feb 19 01:34:02.176446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:02.177231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.178993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.178993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:02.182681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.295706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.295706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.296279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:02.296702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_0fd85b2c_db91_4275_b02e_7fe0e966ad4a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.290s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.443569 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Created reservations ['910640f8-7743-4769-b404-98c0c0d617dd', 'a222b9a9-b6d9-468e-9157-3e62a87939d0', 'd05227ae-4947-492c-9972-c4f430889dc0', '7a435d65-4155-4bea-97f2-41b37960e942'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:02.466548 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['910640f8-7743-4769-b404-98c0c0d617dd', 'a222b9a9-b6d9-468e-9157-3e62a87939d0', 'd05227ae-4947-492c-9972-c4f430889dc0', '7a435d65-4155-4bea-97f2-41b37960e942'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:02.474320 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-df220e72-348a-4b25-a3c5-4ad12d1556b8 tempest-ReplicationAdminTest-815328312 None] Share replica 0fd85b2c-db91-4275-b02e-7fe0e966ad4a deleted successfully.
Feb 19 01:34:02.705612 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:02.718819 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.718819 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.721290 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.721423 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.721640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.755337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.755461 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:02.770025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.770463 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.776200 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.776336 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.776638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.785775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.806901 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.807189 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.807342 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:02.807527 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 74] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.808035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.808113 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:02.809764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.836788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.836988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 74] EOF sent (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.837484 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:02.837654 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:02.837833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 59] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.838278 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.838375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:02.840397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.881897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.882317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:02.882983 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:02.883353 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.883664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.884194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.921573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.921804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.922135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.922335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.922477 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.922863 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.924779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.924910 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.925116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.926648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.926794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:02.926994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:02.953295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:02.953567 np0000156440 manila-share[88651]: INFO manila.share.access [None req-c3b8158b-b127-4ce2-b440-be2b36fae153 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:03.280695 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance bed8bf01-7795-4e8f-945c-cabd55c11b59. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:03.295297 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.295572 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.298234 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.298234 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.298758 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.330998 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.331237 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance bed8bf01-7795-4e8f-945c-cabd55c11b59 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:03.343850 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.344106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.348861 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.349039 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.349255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.357105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.369799 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.370155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.370352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:03.370593 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] [chan 68] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.371084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.371189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:03.373487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.435742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.435742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.435978 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:03.436165 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:03.436337 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] [chan 60] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.436776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.436897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:03.438788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.494318 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.494318 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:03.494318 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:03.494318 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.123s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.494318 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.494561 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.513587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.513753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.514053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.528375 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.528606 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.528855 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.531532 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.531680 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.531987 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.534145 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.534329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:03.534617 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:03.561653 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:03.561875 np0000156440 manila-share[88651]: INFO manila.share.access [None req-fb95b01e-b470-412a-aca4-829215622367 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance bed8bf01-7795-4e8f-945c-cabd55c11b59 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3.
Feb 19 01:34:04.957400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:04.958355 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:04.959308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:04.959308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:04.961109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.057762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.057927 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.058588 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:05.058693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:05.058882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.059893 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.059893 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:05.060685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.079857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.080098 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.080549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:05.080784 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:05.104620 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-839801d6-435c-43bb-a131-b5c9e5ae8a2e tempest-ReplicationAdminTest-815328312 None] Share instance bbb21b68-a1f5-4a9b-aa52-157d642643df created successfully.
Feb 19 01:34:05.141755 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.141755 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:34:05.144473 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.176342 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=3163,manila:UPDATE=224,manila:INSERT=99 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:34:05.183116 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.183318 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:34:05.194153 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.194344 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:34:05.198796 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.198796 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:34:05.201017 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.201147 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:34:05.208616 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.208693 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:34:05.209038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:05.209203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 75] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.209595 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.209668 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:05.210757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.242245 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 69] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.243740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:05.245982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.263473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.263667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:05.264001 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:05.264139 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:05.264346 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:34:05.264609 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.267284 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.269041 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.269123 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:34:05.273939 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:05.955943 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:05.968750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:05.968750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:05.970498 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:05.970629 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:05.970866 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.007824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.007967 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:06.021558 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.021790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.026236 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.026372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.026574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.035830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.047587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.047841 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.047985 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:06.048178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 76] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.048553 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.048632 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:06.049652 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.070087 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.070292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.070797 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:06.071068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:06.071295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 61] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.071718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.071718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:06.073209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.115770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.115770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.116342 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:06.116681 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.069s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.117255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.117819 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.139428 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.139626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.139964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.155673 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.156113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.156171 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.158646 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.158869 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.159484 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.163507 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.163638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:06.164139 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:06.267925 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:06.268101 np0000156440 manila-share[88651]: INFO manila.share.access [None req-bb34e64b-28eb-4f37-a377-33be98f371f7 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:06.568373 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:06.704601 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:06.704601 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 70] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.705282 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.705680 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:06.708006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.953619 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=3218,manila:INSERT=110,manila:UPDATE=230 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:34:06.965539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.965539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.965539 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:06.965539 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:06.965539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 77] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.966363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:06.966681 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:06.969666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.655414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.656539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.657350 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Info about replica 'fdb1d073-0870-488f-bc2c-71e5a563b08c' creation is following:
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 into gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: received 43.9K stream in 0.13 seconds (346K/sec)
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 into gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.32K/sec)
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 into gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.61K/sec)
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:07.658513 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:07.658844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 71] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.659623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.659623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:07.664206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.709423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.709423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.710486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.710486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:07.710486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 78] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.713166 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.713166 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:07.719217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.760945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.761294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.761761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.762046 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:07.762562 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:07.762776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:07.763042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 62] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.763486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.763592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:07.765622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.786258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.786258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.786665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.787025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:07.787392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 63] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.828840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.828840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:07.831600 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.876822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.877378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.878313 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.878839 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.116s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:07.879178 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:07.879653 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] [chan 64] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.922810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.922810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:07.927097 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.965959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.965959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:07.966459 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:07.967773 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:08.019081 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:08.019801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:08.023477 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:08.023638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:08.024064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:08.043190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:08.043442 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-37de7eb7-973b-4894-84e0-c28c2f1a46d5 tempest-ReplicationTest-1139877351 None] Share replica fdb1d073-0870-488f-bc2c-71e5a563b08c created successfully.
Feb 19 01:34:08.238054 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-59fb0693-ed30-41b7-9b7c-8e8cb937fc44" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:08.361195 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:08.361195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 72] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.363093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.363093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:08.363533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.587102 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.587221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.587714 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:08.589067 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:08.589341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 79] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.591413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:08.591413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:08.593970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.435502 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:09.441903 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.442153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.443190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.443403 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Info about replica 'df761918-0dca-412b-bf46-132a970e7f63' creation is following:
Feb 19 01:34:09.443403 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 into gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619
Feb 19 01:34:09.443403 np0000156440 manila-share[88651]: received 43.9K stream in 0.43 seconds (102K/sec)
Feb 19 01:34:09.443403 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:09.443682 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.444224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 73] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.447232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.447927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.458688 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.474960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.475301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.478851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.478851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.478851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.502886 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.503203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.503756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.503756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.504015 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 80] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.505247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.505393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.507270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.522056 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.522056 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:09.536954 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.537438 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.544555 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.544833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.546122 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.557139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.557394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.557837 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.558071 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.558447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.559751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.559986 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 65] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.561207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.561366 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.565745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.571316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.597284 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.597478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.598254 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.598254 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.598909 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 66] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.605127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.605127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.605127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.605127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 74] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.606314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.606314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.607704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.630778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.630778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.631024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.632308 np0000156440 manila-share[88651]: DEBUG manila.ssh_utils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88651) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:34:09.632785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] starting thread (client mode): 0x57da3140 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.634028 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.638596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.640187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.641554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.644172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.644699 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:34:09.647385 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.648869 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.649446 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.649584 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.649794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.649931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.650056 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.650328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.650458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.650761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.652741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.652741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.652741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.653357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.653741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.653953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.654141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.654348 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.654518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Compression: none {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.654664 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.673818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.673929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.674216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.674390 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.674601 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.675969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.676489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.709333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.709635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.712031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.713105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.732523 np0000156440 manila-share[88651]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:34:09.732523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.732523 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 0] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.733908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.174s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.733908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:09.733908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] [chan 67] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.752604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.752604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.754250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.775056 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.775337 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.775796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.776280 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:09.787454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.787750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.787750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.802202 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:09.820563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.821157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.821605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.821768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:09.824999 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.825300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.825617 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.827201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.835437 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.835437 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.839251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.839251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.839251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.898054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.899550 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:09.899550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:09.899550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.296s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.899550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.899550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.918942 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.079s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.918942 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-fee857cf-7b6b-4ec1-9149-07169faa477a tempest-ReplicationAdminTest-815328312 None] Share replica df761918-0dca-412b-bf46-132a970e7f63 created successfully.
Feb 19 01:34:09.923917 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance fdb1d073-0870-488f-bc2c-71e5a563b08c. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:09.929622 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.931332 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:09.939229 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.940101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.944490 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.944627 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.944913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.968810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.970563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.979278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.979626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.979974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.983752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.084s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.983895 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.984157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.984291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.984454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.984650 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.987068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.987068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.987275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.989670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:09.990025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:09.990324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:09.997436 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.012396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.013372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.013372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:10.013372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.014033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.014033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:10.015904 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.016043 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.016194 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance fdb1d073-0870-488f-bc2c-71e5a563b08c belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:10.043098 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.043792 np0000156440 manila-share[88651]: INFO manila.share.access [None req-df7654f9-cf78-4fa3-9264-e726b0e95da3 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:10.045882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.045882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.045882 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:10.045882 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.73,no_root_squash alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:10.045882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.046804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.047028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:10.050024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.050337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.052523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.059884 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.060057 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.060293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.076103 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.076372 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] All access rules of share instance fdb1d073-0870-488f-bc2c-71e5a563b08c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:34:10.091835 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.092179 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.092414 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.092592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.092953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:10.093225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:10.093410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] [chan 81] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.093660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.093920 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.094229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.095897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.095897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:10.096461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.123664 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.123664 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.123664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:10.123664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=ro=203.0.113.73,no_root_squash gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:10.123883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] [chan 68] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.124997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.124997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:10.125978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.163136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.163323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:10.164421 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:10.165553 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.073s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.165759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.166460 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.168182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.168182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.168335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.168875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.168875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.168875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.170752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.170888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.171085 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.174055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.174183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.174382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.206843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.207149 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:34:10.228914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.228914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.229140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.229201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.229284 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.229496 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.231166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.231300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.231501 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.233042 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.233185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:10.233374 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:10.259930 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:10.260155 np0000156440 manila-share[88651]: INFO manila.share.access [None req-a6c9c87a-e14d-4485-84e1-c2475a90ac81 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance fdb1d073-0870-488f-bc2c-71e5a563b08c belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:34:11.496649 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-59fb0693-ed30-41b7-9b7c-8e8cb937fc44" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:11.572854 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:11.573467 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 75] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.574350 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.574944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:11.578352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.767836 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.768501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.770510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:11.771368 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:11.771368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 82] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.772603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.772603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:11.776831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.992496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.992999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:11.993670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.003358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.003539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 76] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.004012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.004012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.006544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.548271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.548271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.550020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.550020 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Info about last replica 'df761918-0dca-412b-bf46-132a970e7f63' sync is following:
Feb 19 01:34:12.550020 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 into gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560
Feb 19 01:34:12.550020 np0000156440 manila-share[88651]: received 312B stream in 0.14 seconds (2.21K/sec)
Feb 19 01:34:12.550020 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:34:12.577877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.577877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.577877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.577877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 1] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.578552 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.578830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.581804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.612739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.612739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.612739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.612739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.612739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 69] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.614794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.614794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.616139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.666187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.666292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.666703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.667842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.667842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.668331 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] [chan 83] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.668945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.669052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.670686 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.712453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.712839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.713573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.740422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.740422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.788778 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.812346 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.812645 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.820968 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:12.850035 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.850197 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-38f5dd7d-fb81-4676-8b04-8d88384010f8 tempest-ReplicationAdminTest-815328312 None] Share replica df761918-0dca-412b-bf46-132a970e7f63: promoted to active state successfully.
Feb 19 01:34:12.852640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.852931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.855258 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.855394 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.855678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.890804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.891035 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:12.913197 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.913573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.919766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.920024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.920324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.930413 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:12.943756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:12.943980 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:12.944155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.944342 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 77] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.944718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.944834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.945878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.972737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.973043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.973578 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:12.973878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:12.974121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 2] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.974545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:12.974652 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:12.976021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.015772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.015772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.015772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.016018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.072s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.016123 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.016367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.038778 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.038943 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.039254 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.056733 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.056939 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.057378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.060227 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.060372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.060615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.063351 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.063486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.063749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.093210 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-7514f92e-4551-4a92-bcc3-dbc2f55e7b26" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:13.101753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.101753 np0000156440 manila-share[88651]: INFO manila.share.access [None req-055dee3b-ce72-42c0-acff-26b125c7759c tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:13.165744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.166024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.217451 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.217604 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.217918 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.220133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.220299 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.220503 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.266449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.266578 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance fdb1d073-0870-488f-bc2c-71e5a563b08c belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:13.281692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.282021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.306483 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.306697 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.306944 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.323350 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.323491 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] All access rules of share instance fdb1d073-0870-488f-bc2c-71e5a563b08c are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:34:13.338094 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.338452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.338653 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.338985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 84] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.339478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.339583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.341903 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.372993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.373250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.373829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.374104 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.374350 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 70] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.374820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.374934 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.376458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.458215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.458215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.458215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.458215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.458215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.458473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.496481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.496481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.496481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.516860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.517347 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.517926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.521096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.521805 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.521988 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.524497 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.524690 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.525037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.548011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.549420 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.549820 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.550354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.553420 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.556742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_fdb1d073-0870-488f-bc2c-71e5a563b08c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:13.557232 np0000156440 manila-share[88651]: INFO manila.share.access [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance fdb1d073-0870-488f-bc2c-71e5a563b08c belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:34:13.563862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.564778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 78] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.566426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.566426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.567320 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.574405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.574719 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.574980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.606758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.607143 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.608099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.608680 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:13.609419 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:13.609649 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.609904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 85] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.610369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.610479 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.611916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.634506 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.634506 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.634759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.634920 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:13.635144 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.635309 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 79] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.648620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.648821 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:13.651673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.672665 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.672980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.673449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:13.997007 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:13.997474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.998378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:13.998575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:14.001180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.018809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.019131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.019935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:14.668479 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-59fb0693-ed30-41b7-9b7c-8e8cb937fc44" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:14.724058 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:14.724626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:14.727757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:14.727757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:14.727757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:14.729942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:14.730273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:14.730757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:14.733065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_bbb21b68-a1f5-4a9b-aa52-157d642643df" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:14.733281 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance bbb21b68-a1f5-4a9b-aa52-157d642643df belonging to share 59fb0693-ed30-41b7-9b7c-8e8cb937fc44. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:34:14.736518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:14.736818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.737282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.737434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:14.739589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.764364 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.765746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.765949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:14.766428 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:14.767178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:14.767437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:14.767691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.768238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.768376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:14.769903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.785609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.786833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.787532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:14.788832 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:14.788832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:14.789637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.806473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.808152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:14.809508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.828810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.829225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:14.829930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:15.576022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:15.576449 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.577375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.577567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:15.580138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.619186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.619400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.619653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.394(s), this was the 6th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:34:15.620543 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:15.675537 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:15.675537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 86] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.676115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.676115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:15.677234 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.719086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.719086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.719452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:15.720084 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:15.720630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:15.721159 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:15.721545 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:15.721965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 80] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.722553 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.722662 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:15.724211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.747170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.747496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.747921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:15.748152 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:15.748449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:15.748689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 87] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.760392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.760565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:15.763150 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.784410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.784410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:15.784410 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.008066 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:16.022237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.022540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.023165 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.023240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.025063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.029151 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.029515 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.038790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.038790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.038790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.055411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.055411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.055411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.055411 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.349(s), this was the 6th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:16.055569 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:16.055569 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:34:16.055569 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:34:16.055569 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:34:16.055569 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:16.091449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.091596 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:16.106377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.106779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.111918 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.111993 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.112232 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.120950 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.141748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.141748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.141748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.141748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 81] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.145034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.145034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.149017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.178401 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.178676 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.180345 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.180593 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.180987 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 3] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.181608 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.181878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.184094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.230756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.230922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.231472 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.231871 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.090s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.232173 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.232741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.278715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.278955 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.279248 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.279411 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.279566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.279874 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.282075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.282232 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.282475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.284285 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.284442 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.284710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.310608 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.310776 np0000156440 manila-share[88651]: INFO manila.share.access [None req-af06f6a4-438e-451f-b98e-5a7697e380a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:16.831847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.832239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.833245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.833245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.835577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.880788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.881067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.881565 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.881948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:16.882210 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:16.882706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:16.882946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.883146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.883606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.883768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.886688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.910964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.911262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.911857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:16.912112 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:16.912412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:16.912656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.922283 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.922398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:16.924689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.940600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.941816 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:16.942496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:17.471249 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:17.473992 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 88] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.475157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.475268 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:17.476922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.499202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.500161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.500161 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:17.785487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:17.786538 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 82] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.787432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.787883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:17.790234 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.850243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.850515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.851217 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:17.851680 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.131s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:17.852020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:17.852358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:17.852530 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:17.852788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 89] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.853361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.853473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:17.855076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.877814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.877814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.877814 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:17.878219 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:17.878949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:17.879602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 83] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.891378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.891677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:17.894661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.918848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.918984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:17.919512 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:18.944537 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:18.945864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.945864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.946010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:18.949408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.986442 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.986789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.987388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:18.987914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.105s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:18.988164 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:18.988489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.989321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:18.989456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:18.991583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.022804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.022804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.022804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.023279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.024185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.024597 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.025166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.025933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.026185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.028553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.047775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.047775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.048380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.048740 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:19.049153 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.049453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.049999 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.050282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.050621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.051345 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.051517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.054109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.075350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.075788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.076501 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.077077 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:19.077338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.077596 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.078129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.078247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.080140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.214569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.214569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.214569 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.214569 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.214569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.215040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.215188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.218106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.263899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.263899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.265748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.368088 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:19.387067 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.387509 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.389897 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.390804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.390804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.424218 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.424384 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:19.437744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.438075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.442876 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.443093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.443230 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.453153 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.467657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.467868 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.467996 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.468237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 90] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.468792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.468870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.470196 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.501770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.501770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.502274 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.502575 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 84] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.503266 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.503643 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.503944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 71] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.504796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.504796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.505805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.506100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.506666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.508524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 43.442(s), this was the 6th time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 32.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:34:19.539414 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:19.557929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.557929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 71] EOF sent (71) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.559022 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.559291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.091s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.559514 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.560010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.582456 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.582661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.582996 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.601194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.601378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.601571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.603935 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.604093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.604421 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.607109 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.607355 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.607569 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.665853 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.666104 np0000156440 manila-share[88651]: INFO manila.share.access [None req-2b68df0b-fbae-40dc-bb31-f241627998a8 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:19.921079 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.921605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 91] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.922561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.922856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.925976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.959843 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.960122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.960677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.961108 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.109s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:19.961317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.961575 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 85] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.962112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.962214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.964961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.991125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.991554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.992519 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:19.993166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:19.993838 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:19.994197 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:19.994612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 4] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.995314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:19.995503 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:19.998892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.026330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.026330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.026619 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:20.026957 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:20.027141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:20.027361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:20.027710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:20.027971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:20.028232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 92] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.028794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.028919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:20.031774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.050828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.050828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.051518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:20.052002 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:20.052304 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:20.052689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 86] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.053405 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.053571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:20.056255 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.159340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.159983 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.160860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:20.161586 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:20.161993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 93] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.162644 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.163031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:20.165376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.261213 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.261514 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:20.262287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:21.268137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:21.268853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:21.269501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:21.269681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:21.273416 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:21.357489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:21.358574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:21.359197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:21.359676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_bbb21b68_a1f5_4a9b_aa52_157d642643df" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.310s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:21.465619 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Created reservations ['421bfc62-7cc0-45d8-86d7-1d61b2d1f358', '8951dbf3-b6cd-4002-ab74-afc4d7edcca2', 'd1a7b215-8f1f-4ce0-bde9-44a89191a960', '304dc6bc-2f9a-49de-896f-26ce590c56a5'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:21.493996 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['421bfc62-7cc0-45d8-86d7-1d61b2d1f358', '8951dbf3-b6cd-4002-ab74-afc4d7edcca2', 'd1a7b215-8f1f-4ce0-bde9-44a89191a960', '304dc6bc-2f9a-49de-896f-26ce590c56a5'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:21.500583 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-482d0d3a-5922-497f-a34f-54a822b47a87 tempest-ReplicationAdminTest-815328312 None] Share replica bbb21b68-a1f5-4a9b-aa52-157d642643df deleted successfully.
Feb 19 01:34:22.265397 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:22.265397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] [chan 87] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.266689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.268629 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:22.269229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.320784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.321008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.321845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:22.322473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_fdb1d073_0870_488f_bc2c_71e5a563b08c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.295s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.428100 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Created reservations ['5a0914ca-15ba-4103-84ec-ada1d1cd8d42', '36d0bf53-370f-4038-b6a2-67785e8f659e', '7150782d-a51a-4079-b229-c62c45ef34bc', 'a9b0b06e-a861-41bb-9686-df5b3b2964af'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:22.452873 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Committed reservations ['5a0914ca-15ba-4103-84ec-ada1d1cd8d42', '36d0bf53-370f-4038-b6a2-67785e8f659e', '7150782d-a51a-4079-b229-c62c45ef34bc', 'a9b0b06e-a861-41bb-9686-df5b3b2964af'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:22.458896 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-0cd086f0-bbcf-410f-864f-e7e6be74ccb4 tempest-ReplicationTest-1139877351 None] Share replica fdb1d073-0870-488f-bc2c-71e5a563b08c deleted successfully.
Feb 19 01:34:22.554876 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:22.575186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.575450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.577909 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.578050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.578269 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.617564 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.617708 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:22.631350 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.631679 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.637375 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.637554 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.637867 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.651186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.665037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.665348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.665587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:22.665813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 94] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.666260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.666343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:22.668093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.702661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.702945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.703523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:22.703833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:22.704094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 72] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.704584 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.704684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:22.707450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.763829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.764052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:22.764567 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:22.764880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.099s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.765111 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.765535 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.811581 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.811970 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.812216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.812404 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.812576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.812902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.815860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.815994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.816234 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.818322 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.818499 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:22.818716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:22.845953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:22.846125 np0000156440 manila-share[88651]: INFO manila.share.access [None req-10fcfa42-f2ef-488c-9825-767fc7a55e39 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:24.088884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:24.089471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.090239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.090499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:24.092787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.209505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.209505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.209505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:24.209505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:24.209505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.210090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.210313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:24.212523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.237556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.237951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:24.238787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:24.239244 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:24.262292 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b5677c59-4c57-40cd-82c0-5a06c69fa203 tempest-ReplicationAdminTest-815328312 None] Share instance 8ad4ab43-7deb-4d55-b314-1117cfa9e807 created successfully.
Feb 19 01:34:25.503035 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Received request to update access for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:25.524535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.524853 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.528098 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.528230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.528435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.560467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.560756 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Updating access rules for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:25.574494 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.574794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.579091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.579271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.579815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.588835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.600610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.600851 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.601005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:25.601245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.601765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.601885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:25.604613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.650467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.652968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:25.656551 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.707671 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.707880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:25.708783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:25.708783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.108s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.708783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.709175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.743346 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.744856 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.744856 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.828325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.828651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.829440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.834192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.834399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.834737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.837236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.837418 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:25.837784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:25.898304 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:25.898304 np0000156440 manila-share[88650]: INFO manila.share.access [None req-532f5fee-2501-4499-bdbb-d7efa74058d6 tempest-ReplicationTest-1139877351 None] Access rules were successfully modified for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26.
Feb 19 01:34:26.015434 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:26.030923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.030923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.033758 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.033758 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.033758 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.067378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.067627 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:26.080879 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.081672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.085780 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.086826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.086826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.096614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.250228 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.250578 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.250666 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:26.250895 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 88] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.252495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.252495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:26.253751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.281081 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.281264 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.281614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:26.282324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:26.282324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 5] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.282862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.282923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:26.285355 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.333391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.334756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:26.334756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:26.334756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.084s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.334993 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.335530 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.358689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.358956 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.359263 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.375330 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.375538 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.375870 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.377857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.378079 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.378335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.380530 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.380775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:26.381785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:26.408664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:26.409044 np0000156440 manila-share[88651]: INFO manila.share.access [None req-57241788-21f2-4659-bd2b-cba8bb447ca3 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:27.301771 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-65d6dc8c-7c61-4432-9486-72fdc82aae91" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:27.403240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:27.403240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 95] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.405252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.405252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:27.406700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.627601 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.628867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.628867 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:27.628867 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:27.629082 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 89] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.629832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:27.629832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:27.635812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.160871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.160871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.160871 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.161256 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Info about replica '39942bf4-8beb-4675-b43f-3497d04e3408' creation is following:
Feb 19 01:34:28.161256 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 into gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155
Feb 19 01:34:28.161256 np0000156440 manila-share[88651]: received 43.9K stream in 0.07 seconds (614K/sec)
Feb 19 01:34:28.161256 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:28.161545 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.161915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 96] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.163760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.165651 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.168153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.212449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.212449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.212449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.212449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.212449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 90] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.212862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.212995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.215369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.257648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.257648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.258237 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.259219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:28.259878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:28.260104 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.260387 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 73] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.261783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.261910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.263788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.290769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.291160 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.292001 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.292409 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.292827 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 6] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.293511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.293680 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.296318 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.334211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.336636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.336636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.336636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:28.336636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.337464 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] [chan 74] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.338045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.338149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.340094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.360958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.361143 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.362000 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:28.362913 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:28.426137 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:28.427054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:28.431237 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:28.431452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:28.431821 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:28.451219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:28.451393 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-df126d6b-ee61-4e39-8d91-a64b062e9e3f tempest-ReplicationAdminTest-815328312 None] Share replica 39942bf4-8beb-4675-b43f-3497d04e3408 created successfully.
Feb 19 01:34:28.909854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:28.911055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.912808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:28.912808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:28.915121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.015515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.015515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.015864 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:29.016086 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:29.016311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.016782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.016829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:29.018150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.039819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.039819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.040183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:29.040534 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:29.072578 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-0b24cf91-8075-45a7-97b7-3cd48c9288c1 tempest-ReplicationTest-1139877351 None] Share instance 7bd0548e-753e-4d7e-9667-4914e3067ff3 created successfully.
Feb 19 01:34:29.231380 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:29.259335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.259699 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.264436 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.264436 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.264436 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.314627 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.314627 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:29.334825 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.335945 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.339292 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.339432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.339644 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.348023 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.359682 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.359989 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.360148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:29.360356 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 97] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.360872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.360956 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:29.362091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.396135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.396135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.396552 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:29.396953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:29.397863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 7] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.397863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.397863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:29.399095 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.438445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.439009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:29.439894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:29.440344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.440690 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.441519 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.500220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.500220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.500220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.500220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.500432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.500432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.502131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.502418 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.502697 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.504424 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.504632 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:29.504960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:29.533390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:29.533826 np0000156440 manila-share[88651]: INFO manila.share.access [None req-15be0d78-4b17-4788-9848-1bfcb70df7a1 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:30.535767 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-65d6dc8c-7c61-4432-9486-72fdc82aae91" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:30.608041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:30.608633 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 91] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.610706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.610706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:30.616092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.816643 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.817451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.818846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:30.818846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:30.819239 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 98] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.820082 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:30.821547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:30.832916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.168684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.169519 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.169954 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:31.195500 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:31.195500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 92] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.195500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.195500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:31.195500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.665478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.665478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.667583 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:31.669096 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Info about last replica '39942bf4-8beb-4675-b43f-3497d04e3408' sync is following:
Feb 19 01:34:31.669096 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 into gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086
Feb 19 01:34:31.669096 np0000156440 manila-share[88651]: received 312B stream in 0.05 seconds (6.63K/sec)
Feb 19 01:34:31.669096 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:34:31.698887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:31.700361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:31.700361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:31.700361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 75] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.701384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.702473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:31.706797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.735850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.736420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.737337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:31.737923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:31.738176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 8] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.739150 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.739709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:31.741338 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.788305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.788583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.789152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:31.789479 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.090s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:31.789682 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:31.789973 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] [chan 99] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.790447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.790554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:31.792285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.833980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.833980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:31.834546 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:31.867771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:31.867771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:31.904818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:31.923529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:31.924777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:31.964500 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:31.964821 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-54b7aab5-96a4-461d-bc66-ae521fd41a5a tempest-ReplicationAdminTest-815328312 None] Share replica 39942bf4-8beb-4675-b43f-3497d04e3408: promoted to active state successfully.
Feb 19 01:34:32.228002 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-41291579-f042-4e4f-a789-7fcb1954f816" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:32.335201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:32.335980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 93] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.336708 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.337981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:32.339308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.603783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.604663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.613109 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:32.614748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:32.614748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 100] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.617344 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:32.619829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.620007 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:32.621904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.655485 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.657744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.661695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.662116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.662395 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.716235 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.717162 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:32.733992 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.733992 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.739053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.739270 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.739638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.751309 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.773467 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.773467 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.773467 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:32.773635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 94] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.774136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.774297 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:32.776567 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.804413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.804413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.805287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:32.805287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:32.805287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 76] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.805813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.806424 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:32.808605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.870709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.870947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:32.871348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:32.871598 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.875956 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.875956 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.908516 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.908516 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.910873 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.932092 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.932286 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.932630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.938102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.938102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.938102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.943657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.943657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:32.943657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:32.978358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:32.978559 np0000156440 manila-share[88651]: INFO manila.share.access [None req-9df05263-e6b0-40b7-a421-709ceecab41a tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:33.155044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.155303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.156965 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.157079 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Info about replica 'c71a116c-3714-4478-bbe5-07edf69e2608' creation is following:
Feb 19 01:34:33.157079 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 into gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091
Feb 19 01:34:33.157079 np0000156440 manila-share[88651]: received 43.9K stream in 0.07 seconds (596K/sec)
Feb 19 01:34:33.157079 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:33.157231 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.157438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 95] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.159436 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.159436 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.162451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.214038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.215603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.215603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.215603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.215603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 101] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.216051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.216267 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.218657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.255283 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.255520 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.256311 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.256620 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:33.258351 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:33.258565 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.258906 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 9] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.259463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.259559 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.263051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.288794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.289155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.290015 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.290439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.290841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 77] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.291659 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.291902 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.293377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.333812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.333812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.334188 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.334466 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:33.334667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.335048 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] [chan 10] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.335510 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.335613 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.337770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.363295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.363527 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.363980 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.364203 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:33.383613 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:33.384236 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:34:33.389886 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:33.405714 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:33.405714 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:33.408626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:33.408626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:33.408626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:33.426098 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:33.426098 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-4637ed3a-cdda-4483-b4d8-83fb05495407 tempest-ReplicationTest-1139877351 None] Share replica c71a116c-3714-4478-bbe5-07edf69e2608 created successfully.
Feb 19 01:34:33.442040 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:33.442790 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:34:33.450927 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "locked-share-replica-operation-for-share-65d6dc8c-7c61-4432-9486-72fdc82aae91" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:33.508210 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share share_replica 8ad4ab43-7deb-4d55-b314-1117cfa9e807:  {{(pid=88650) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 01:34:33.682782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.683186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.684196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.684367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.688129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.939544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.939544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.939544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.939544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs set readonly=on alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.941347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.941347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.941347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.942802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.993477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.994366 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.995047 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:33.995455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 '|' ssh stack@127.0.0.1 sudo zfs receive -vF alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:33.995863 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.996434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:33.996970 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:33.999639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.613070 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.613538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.614343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:34.614393 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Info about last replica '8ad4ab43-7deb-4d55-b314-1117cfa9e807' sync is following:
Feb 19 01:34:34.614393 np0000156440 manila-share[88650]: receiving incremental stream of gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 into alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423
Feb 19 01:34:34.614393 np0000156440 manila-share[88650]: received 312B stream in 0.11 seconds (2.66K/sec)
Feb 19 01:34:34.614393 np0000156440 manila-share[88650]:  {{(pid=88650) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:34:34.638551 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:34.638785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.639250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.639349 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:34.641239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.668449 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.668651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.669165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:34.669430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Acquiring lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:34.669819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:34.669965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:34.670114 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.670511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.670593 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:34.672677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.693958 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.694248 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.694620 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:34.694820 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:34.695118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:34.695307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.710435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.710605 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:34.713605 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.731995 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.732371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:34.733074 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:35.378945 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-41291579-f042-4e4f-a789-7fcb1954f816" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:35.425283 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:35.425645 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 96] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.425946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.426021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:35.427298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.622929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.623237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.624663 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:35.625133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:35.625399 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 102] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.625972 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.626088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:35.628133 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.867483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.867667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.870028 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:35.871760 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:35.882056 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:35.882241 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 97] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.886469 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.886551 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:35.889597 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.892154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:35.892154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:35.895317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:35.896840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:35.897082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:35.944098 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:35.945763 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:35.964056 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:35.964357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:35.969773 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:35.969773 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:35.969773 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:35.978852 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:35.991210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:35.991480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:35.991676 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:35.991914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 103] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.992302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:35.993118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:35.994519 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.018266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.018545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 103] EOF sent (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.019377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.019377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=ro=2.2.2.2,no_root_squash gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.019586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 78] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.020046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.020046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.023437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.067890 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.068182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.068633 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.069093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.070096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.070096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.131862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.062s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.132002 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.132237 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.132402 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.132529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.133738 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.136713 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.136994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.137202 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.141107 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.141240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.141460 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.191778 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.191778 np0000156440 manila-share[88651]: INFO manila.share.access [None req-76ae8add-f005-4abb-ad45-5c070fd38369 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:36.315499 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.316195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.319176 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.319609 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Info about last replica 'c71a116c-3714-4478-bbe5-07edf69e2608' sync is following:
Feb 19 01:34:36.319609 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 into gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709
Feb 19 01:34:36.319609 np0000156440 manila-share[88651]: received 312B stream in 0.04 seconds (7.97K/sec)
Feb 19 01:34:36.319609 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:34:36.336834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.337200 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.337434 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.337663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 11] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.338321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.338422 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.339964 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.366363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.367816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.367987 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.368492 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.368985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 79] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.369861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.370178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.373116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.411294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.411898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.413230 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.413230 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.413230 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.413230 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] [chan 104] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.414206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.414206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.415973 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.469822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.469822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.470856 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.497385 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.498086 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.525083 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.541068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.541447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.563738 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.563953 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-642b70ff-6911-4356-a8ea-0b2b332ad213 tempest-ReplicationTest-1139877351 None] Share replica c71a116c-3714-4478-bbe5-07edf69e2608: promoted to active state successfully.
Feb 19 01:34:36.734237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.734776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.735602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.735820 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.738527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.776595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.776595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.777622 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.778306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.108s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:36.779006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Acquiring lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:36.779833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:36.780288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.780803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.781546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.781948 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.783514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.807762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.809078 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.809078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:36.809078 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:36.809078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:36.809078 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.819522 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.819659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:36.822535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.838475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.838475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:36.839131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:38.599764 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-41291579-f042-4e4f-a789-7fcb1954f816" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:38.659792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:38.659991 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.660481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.660602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:38.663195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.840926 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:38.841237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.842076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.842255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:38.844815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.856041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.856041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.856041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:38.856041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:38.856934 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.889769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.890290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.890715 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:38.891181 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:38.891421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot gamma {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:38.891691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 85] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.897771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.897771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:38.901803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.932152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:38.932503 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:38.933834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.139842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.141582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.142005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.157951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.158589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.158589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.158794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:30.818086 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.159217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.159852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 '|' ssh stack@127.0.0.1 sudo zfs receive -vF betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.159852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 86] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.182474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.183602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.185419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.200279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.203788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.203788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.248428 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Received request to update access for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:34:39.267395 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.267737 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.269797 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.269938 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.270151 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.322839 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.322839 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Updating access rules for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:34:39.336514 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.336919 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.343454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.344141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.345152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.367411 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.387768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.387768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.388440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.389021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 98] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.389959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.390908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.392738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.443706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.443706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.443706 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.443706 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.443706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 12] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.444547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.444602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.447841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.471499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.471569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.475438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.489031 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-65d6dc8c-7c61-4432-9486-72fdc82aae91" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:39.497371 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.497869 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:34:39.514067 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.514532 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 12] EOF sent (12) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.515785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.515785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.128s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.515909 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.516210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.538490 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.539373 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:34:39.544004 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.545487 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:34:39.548778 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.549760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.550178 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.566325 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.566750 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:34:39.566957 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.567482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.572480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.572754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.573348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.573907 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.573907 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.576611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.576661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.576757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.579742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.579742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.579742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.579742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.603278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.604347 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.605818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.606042 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.606743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.608207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.608464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.609133 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.611024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_8ad4ab43-7deb-4d55-b314-1117cfa9e807" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.611234 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 8ad4ab43-7deb-4d55-b314-1117cfa9e807 belonging to share 65d6dc8c-7c61-4432-9486-72fdc82aae91. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:34:39.615319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.615592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.616758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.616758 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:39.616883 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.617741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.618913 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:34:39.619986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x57e0bc20 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.620253 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.631406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.631406 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.633979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.634198 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.634307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.634434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.639282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.639451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.639772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.640000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.640216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.640522 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.641051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.646167 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.646351 np0000156440 manila-share[88651]: INFO manila.share.access [None req-8dba9c9d-0ac3-4196-9492-3d384e78acb8 tempest-ShareIpRulesForNFSTest-1459420935 None] Access rules were successfully modified for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b.
Feb 19 01:34:39.657699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.657699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.661449 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.680757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.691833 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:34:39.691833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.691833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.695258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.695422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.696611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.696805 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:39.697335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.697473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.729571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.729649 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.729925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.737205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.737308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.738756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.771180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.771359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.774767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.780362 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.780517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.782050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.782050 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:39.782050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.782050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.805777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.805957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.806495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.806734 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.808179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.808319 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.808494 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.823064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.823158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.828486 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.848354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.848354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.848523 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.850436 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Info about last replica '7bd0548e-753e-4d7e-9667-4914e3067ff3' sync is following:
Feb 19 01:34:39.850436 np0000156440 manila-share[88650]: receiving incremental stream of gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 into betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194
Feb 19 01:34:39.850436 np0000156440 manila-share[88650]: received 312B stream in 0.12 seconds (2.48K/sec)
Feb 19 01:34:39.850436 np0000156440 manila-share[88650]:  {{(pid=88650) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:34:39.853717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.853845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.856300 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.867078 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.868056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.868338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.868494 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:39.868641 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:34:39.868843 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.875056 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.877421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:39.877776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:39.877905 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.878104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.878516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.878595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.879582 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.879784 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:34:39.886455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.886960 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:34:39.887798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.888426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.888644 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.889982 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:39.889982 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.889982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 87] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.899105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.899105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.899479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.908865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.908865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.908865 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.910215 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.910679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.911379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.912488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.914987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.919793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.919793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.920057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:39.954238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.955046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.955046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:39.956761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.994498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.996058 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:39.996491 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:40.016760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:40.016760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:40.041937 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:40.054854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:40.055297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:40.075193 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:40.075483 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8e1a594f-0c58-41d6-80e0-016561f06e01 tempest-ReplicationTest-1139877351 None] Share replica 7bd0548e-753e-4d7e-9667-4914e3067ff3: promoted to active state successfully.
Feb 19 01:34:41.788018 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-41291579-f042-4e4f-a789-7fcb1954f816" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:41.852821 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:41.853396 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:41.855889 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:41.856183 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:41.856546 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:41.859801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:41.859801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:41.859801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:41.861784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_c71a116c-3714-4478-bbe5-07edf69e2608" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:41.861914 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance c71a116c-3714-4478-bbe5-07edf69e2608 belonging to share 41291579-f042-4e4f-a789-7fcb1954f816. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:34:41.865226 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.865448 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 105] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.865913 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.865996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:41.867766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.903809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.904207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.905179 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:41.905682 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:41.906529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:41.906871 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.907398 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 99] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.907923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.908007 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:41.909647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.921421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.922610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.922610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.922610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:41.924069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.933171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.933597 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.935212 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:41.935212 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:41.935212 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.935212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 106] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.945629 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.945629 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:41.949552 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.969844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.969844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 106] EOF sent (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.970766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:41.970885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.971161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.971633 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:41.972027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.164s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:41.972209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.972511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 88] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.973077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.973183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:41.974651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.996603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.996807 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.997151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:41.997376 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:41.997773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:41.997887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:41.998055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.998514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:41.998614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.002762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.027995 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.028087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.028474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.028699 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:42.028942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:42.029124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.029422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.029596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.029867 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.030376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.030488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.033040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.059307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.059307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.059618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.060032 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:42.060340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.061204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.061533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.061707 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.064604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.168303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.168609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.169243 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.169972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.170573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 89] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.171835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.172063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.174534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.213583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.213583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.213583 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.696762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.697008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.699203 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:42.699343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.699572 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.701324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:42.701493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.701707 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.703405 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "locked_access_rules_operation_by_share_instance_9bfa131a-f2d2-4a23-9e86-4f12dfe075aa" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:42.703537 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] All access rules have been synced for share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa belonging to share c2f5c315-eb7c-4139-beee-f5c7e8b0fc6b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:34:42.706589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.706835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 100] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.707278 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.707416 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.709349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.739719 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.739982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 100] EOF sent (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.740684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.740932 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.741108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 107] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.741524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.741604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.743202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.777198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.777650 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 107] EOF sent (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.778717 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.779298 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.779668 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.779914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.780192 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 80] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.780654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.780802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.782666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.802787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.803335 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 80] EOF sent (80) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.803516 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.803675 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:42.803948 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:42.804077 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Acquiring lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:42.804323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:42.804448 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.804622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 101] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.805048 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.805112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.807080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.827504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.827949 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.828860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.829227 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] ZFS option mountpoint's value is /gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:42.829517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): lsof -w /gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.830040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 108] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.830523 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.830631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.832095 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.934494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.934673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.935138 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:42.935545 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo umount /gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:42.935668 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 102] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.936045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.936124 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:42.937298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.968076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.968478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:42.969222 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:43.971683 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:43.972425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 109] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:43.972959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:43.973272 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:43.975217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.032803 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.032803 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.033102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:44.033708 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.127s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:44.034097 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:44.034784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:44.035099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:44.035465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 103] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.036249 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.036423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:44.039619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.061161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.061592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.062292 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:44.062512 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:44.062888 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:44.063110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 110] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.073413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.073581 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:44.076206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.096766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.097033 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.097851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:44.214468 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:44.215235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.215462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.215625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:44.218120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.274486 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.274788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.275247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:44.275588 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-alpha/manila_share_8ad4ab43_7deb_4d55_b314_1117cfa9e807" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.246s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:44.366498 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Created reservations ['8cf5c50d-a6a6-46e0-b118-7b6a57d2b4eb', '6f53808f-8fa4-427d-841f-2057af285649', '4c9b9d1e-f268-443a-8c46-58c0ec608cc4', '1c270ad2-f0c0-4721-80ed-524cf69b684c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:44.384012 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Committed reservations ['8cf5c50d-a6a6-46e0-b118-7b6a57d2b4eb', '6f53808f-8fa4-427d-841f-2057af285649', '4c9b9d1e-f268-443a-8c46-58c0ec608cc4', '1c270ad2-f0c0-4721-80ed-524cf69b684c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:44.394489 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-83f6332c-1faa-40cf-8631-1cf6af8bb93f tempest-ReplicationAdminTest-815328312 None] Share replica 8ad4ab43-7deb-4d55-b314-1117cfa9e807 deleted successfully.
Feb 19 01:34:44.970546 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:44.971028 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] [chan 104] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.971925 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:44.972534 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:44.974368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:45.023983 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:45.023983 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:45.024335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:45.024690 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Lock "zfs-dataset-gamma/manila_share_9bfa131a_f2d2_4a23_9e86_4f12dfe075aa" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.220s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:45.149098 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Created reservations ['76679a19-9a80-4afc-94d0-532617b166e9', '9faa30bc-5af5-4e6d-9d1d-5351d1d77680', 'a62b8443-0a4d-405f-ab8c-fa270e9686e3', '98a93f1a-5e94-4a54-b8f3-11ec6f3294ae'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:45.166217 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Committed reservations ['76679a19-9a80-4afc-94d0-532617b166e9', '9faa30bc-5af5-4e6d-9d1d-5351d1d77680', 'a62b8443-0a4d-405f-ab8c-fa270e9686e3', '98a93f1a-5e94-4a54-b8f3-11ec6f3294ae'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:45.174432 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-7fd39702-0124-4df5-b3f2-31da8d244535 tempest-ShareIpRulesForNFSTest-1459420935 None] Share instance 9bfa131a-f2d2-4a23-9e86-4f12dfe075aa: deleted successfully.
Feb 19 01:34:46.100141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:46.100141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 111] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.101153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.101242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:46.105618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.195302 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:46.211384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.211707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.221163 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:46.222119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.187s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:46.222902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:46.223860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:46.224459 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:46.224701 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 105] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.226116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.226424 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:46.228682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.258455 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.258840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.259391 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:46.259625 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:46.259943 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:46.260196 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 112] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.261793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.261967 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:46.264926 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.293472 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.294086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.294485 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:46.353339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:46.353561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 106] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.356227 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.356227 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:46.357979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.602713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.604419 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.604681 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:46.605031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:46.605946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 113] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.606881 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:46.607289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:46.609190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.379830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.382057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.382575 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Info about replica '253438bc-f86f-4510-ab33-c810107a1af1' creation is following:
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: received 43.9K stream in 0.07 seconds (587K/sec)
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (3.01K/sec)
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.65K/sec)
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.75K/sec)
Feb 19 01:34:47.385138 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:47.385683 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.386216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 107] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.386621 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.386685 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.389988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.464019 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.466187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.466187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.466187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.466187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 114] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.467634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.467810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.470261 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.510586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.511082 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.512372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.512636 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:47.513965 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:47.513965 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.513965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 13] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.514303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.514411 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.516526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.544245 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.544302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.545024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.545024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.545096 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 81] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.546841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.546841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.548346 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.587518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.589774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.589774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.590255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:47.591527 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.592066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] [chan 14] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.592630 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.592769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.594706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.613795 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.613993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.614366 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.614535 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:47.621328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:47.622921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.623777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.624105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:47.629205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.653662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.653662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:47.653662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:47.669488 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:47.669978 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:47.674167 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:47.674167 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:47.674167 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:47.702173 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:47.702173 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ea02f334-1659-4b7d-a31b-9253ecaaf570 tempest-ReplicationAdminTest-815328312 None] Share replica 253438bc-f86f-4510-ab33-c810107a1af1 created successfully.
Feb 19 01:34:48.057281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.057709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 90] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.058791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.059232 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.061685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.080029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.081149 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.081618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.296840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.297284 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 108] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.298159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.298402 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.300656 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.349757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.349757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.350245 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.350997 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.127s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:48.351162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.351482 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 115] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.352140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.352140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.353682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.385046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.385442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 115] EOF sent (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.386069 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.386252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:48.386557 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:48.386701 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.387288 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 82] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.387718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.387718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.389066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.413579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.413579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.413579 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.413579 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:48.413718 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:48.413773 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:48.414108 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:48.414463 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.414463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 109] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.414944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.415316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.416667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.434473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.434695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 109] EOF sent (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.435824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.435882 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:48.435999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.436185 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 116] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.436749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.436855 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.437997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.569898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.570082 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.570418 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:48.570696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:48.570920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 110] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.571226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.571300 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:48.572747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.604411 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.604610 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:48.605462 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:49.389344 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:49.576943 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:49.577097 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:49.579381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:49.579381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:49.579381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:49.581957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:49.581957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:49.581957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:49.583108 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_253438bc-f86f-4510-ab33-c810107a1af1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:49.583234 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 253438bc-f86f-4510-ab33-c810107a1af1 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:34:49.588334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:49.588539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 117] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.589083 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.589083 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:49.590832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.627714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.627714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 117] EOF sent (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.628162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:49.628393 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:49.628880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:49.629008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:49.629202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 111] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.629512 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.629586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:49.631661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.651333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.651486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.654182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:49.655869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:49.655869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.658765 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:49.658897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.658971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:49.658971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 118] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.661138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:49.663623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.672141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.672141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:49.674857 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.705270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.705270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.705695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.480(s), this was the 7th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:34:49.706581 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:49.706872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.707045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:49.707386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:50.084280 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:50.084280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.085453 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.085453 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:50.087937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.117541 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.117717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.118712 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:50.119481 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.413(s), this was the 7th time calling it. {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:50.119646 np0000156440 manila-share[88650]: DEBUG manila.utils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:50.119646 np0000156440 manila-share[88650]: Command: sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c
Feb 19 01:34:50.119646 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:34:50.119646 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:34:50.119646 np0000156440 manila-share[88650]: Stderr: "cannot unmount '/alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c': pool or dataset is busy\n". {{(pid=88650) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:50.607180 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:50.608667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] [chan 112] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.610756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.610919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:50.613298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.680805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.680805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:50.685826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:50.685826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_c71a116c_3714_4478_bbe5_07edf69e2608" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.270s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:50.783002 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Created reservations ['6dc142ec-3d22-41f0-9640-fe3f3b7a0414', 'bf21dd93-b8ae-4272-9038-0b004368a62a', '13d43916-86d4-4c87-97b6-e0b4103692ad', '6590f518-89d0-4287-b9e8-3a20015b6fe0'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:34:50.797189 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Committed reservations ['6dc142ec-3d22-41f0-9640-fe3f3b7a0414', 'bf21dd93-b8ae-4272-9038-0b004368a62a', '13d43916-86d4-4c87-97b6-e0b4103692ad', '6590f518-89d0-4287-b9e8-3a20015b6fe0'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:34:50.801932 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-577962cc-3c23-45c3-b3f2-23ed63b29405 tempest-ReplicationTest-1139877351 None] Share replica c71a116c-3714-4478-bbe5-07edf69e2608 deleted successfully.
Feb 19 01:34:51.281497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.281497 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] [chan 91] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.285105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.285105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.285105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.424635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.425125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.425789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:51.427252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.427252 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.427655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.427915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.430760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.448925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.448925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.449335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:51.449620 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:51.470755 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-467db0c6-8e6b-492f-ae40-8e5963ec7d8a tempest-ReplicationTest-1139877351 None] Share instance 01a09cdb-5971-465a-93c3-7b210c5c0d2c created successfully.
Feb 19 01:34:51.541667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.541667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 119] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.544285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.544285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.547745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.565380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.565380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.565380 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:51.708844 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.708844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 113] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.711008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.711008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.720510 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.802526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.802789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.803399 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:51.804333 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.175s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:51.804333 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:51.804441 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:51.804580 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.806546 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 120] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.807079 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.807157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.812040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.842751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.842751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.842751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:51.842901 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:51.843133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:51.843348 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 114] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.846081 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.846158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:51.850183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.870233 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.870501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:51.871828 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:53.571355 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:53.572430 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 121] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.575761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.575761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:53.579540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.609788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.611238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.611238 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:53.613507 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Finished call to 'manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry' after 77.513(s), this was the 7th time calling it. {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/after.py:44}}
Feb 19 01:34:53.614707 np0000156440 manila-share[88651]: DEBUG manila.utils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Retrying manila.share.drivers.zfsonlinux.driver.ZFSonLinuxShareDriver._delete_dataset_or_snapshot_with_retry.<locals>._zfs_destroy_with_retry in 64.0 seconds as it raised ProcessExecutionError: Unexpected error while running command.
Feb 19 01:34:53.614707 np0000156440 manila-share[88651]: Command: sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c
Feb 19 01:34:53.614707 np0000156440 manila-share[88651]: Exit code: 1
Feb 19 01:34:53.614707 np0000156440 manila-share[88651]: Stdout: ''
Feb 19 01:34:53.614707 np0000156440 manila-share[88651]: Stderr: "cannot unmount '/gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c': pool or dataset is busy\n". {{(pid=88651) log_it /opt/stack/data/venv/lib/python3.12/site-packages/tenacity/before_sleep.py:65}}
Feb 19 01:34:53.872537 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:53.874947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 115] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.879216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.879216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:53.886265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.970502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.970502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.970502 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:53.970502 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.166s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:53.970502 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:53.985140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:53.985140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:53.985140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 122] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.985140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.985140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:53.991191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.999515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:53.999515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.001740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:54.001740 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:54.001740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:54.001982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 116] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.006747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.006940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:54.011207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.023066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.023212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.023566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:54.791371 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-c4d50a28-ddd7-418d-ad38-84e47d33193e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:54.892613 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:54.893258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 123] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.894035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:54.895365 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:54.896056 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.206537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.208450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.208450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:55.208450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:55.208450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 117] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.210423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.210536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:55.215761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.851882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.851882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Info about replica '9f723856-e702-43a0-95a8-c8f06f4e6b0d' creation is following:
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 into gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: received 43.9K stream in 0.18 seconds (238K/sec)
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:55.856930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 124] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.860394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.860394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:55.861872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.911190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.912277 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.912277 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:55.912277 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:55.912277 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 118] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.912687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.912898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:55.913979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.958743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.958743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.961672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:55.961672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:55.961672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:55.961830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:55.962159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 15] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.963267 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:55.963432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:55.965096 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.034853 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:56.034853 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 125] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.041577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.041656 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:56.049383 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.071145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.071145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.071145 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.071145 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:56.071145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 83] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.071565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.071845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:56.075310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.153329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.153329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.154779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.154779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.181s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:56.156477 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:56.156477 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:56.156477 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:56.156477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 119] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.156894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.157223 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:56.159754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.184636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.184636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.185219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.185431 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.224s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:56.186750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:56.186750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] [chan 16] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.188792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.188792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:56.190977 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.197832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.197832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.198045 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.198274 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:56.198562 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:56.198878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 126] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.199270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.199412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:56.200487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.219392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.219594 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.219994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.220177 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:56.222921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.222921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:56.222921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:56.442227 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:56.444684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:56.472378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:56.473089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:56.474379 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:56.493361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:56.493509 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-38e0a5d6-d6cb-4e77-b907-114651d255b9 tempest-ReplicationTest-1139877351 None] Share replica 9f723856-e702-43a0-95a8-c8f06f4e6b0d created successfully.
Feb 19 01:34:57.860364 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-c4d50a28-ddd7-418d-ad38-84e47d33193e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:34:57.949406 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:57.949875 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 120] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:57.950494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:57.950494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:57.952524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.165657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.165877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 127] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.198041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.225286 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.225286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 121] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.225661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.225894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.227847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.354045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.355039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.356291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.360209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.202s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:58.360209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.360209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 122] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.397583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.397583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.400173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:58.473106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 84] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.473330 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:58.473621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.036s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:58.473621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:58.473621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:58.473621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.473878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 123] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.474376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.474376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.477520 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.510135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.510305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.510633 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.511807 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:34:58.511807 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.512183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 124] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.525237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.525782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.527106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.542231 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.542541 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 128] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.553441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.553549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.556499 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.568305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.568305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.569989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.691324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.691324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.692428 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:58.693484 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:58.703258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 125] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.731886 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.731981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:58.736202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.809156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.809767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:58.810601 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Info about last replica '9f723856-e702-43a0-95a8-c8f06f4e6b0d' sync is following:
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 into gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]: received 312B stream in 0.05 seconds (6.38K/sec)
Feb 19 01:34:59.093958 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:34:59.133275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:59.133275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:59.133275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:59.133275 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 17] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.134565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.134565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:59.135757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.183181 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.183820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.184687 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:59.184687 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:59.184687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 85] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.188393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.188393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:59.191323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.240373 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.241740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.241740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:59.241740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.109s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:59.241740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:34:59.241740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] [chan 126] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.243786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.243991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:34:59.247071 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.315456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.315572 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:34:59.316060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:34:59.342012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:59.343160 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:59.375463 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:59.398803 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:34:59.399762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:34:59.448408 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:34:59.449245 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-fd7ebbaf-7279-4054-94bd-d64ebd603b76 tempest-ReplicationTest-1139877351 None] Share replica 9f723856-e702-43a0-95a8-c8f06f4e6b0d: promoted to active state successfully.
Feb 19 01:35:00.810877 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:00.811501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] [chan 129] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:00.812062 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:00.812288 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:00.814107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:00.902769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:00.902769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:00.902769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:00.902769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_253438bc_f86f_4510_ab33_c810107a1af1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.433s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:01.162462 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Created reservations ['f8ef11f0-4925-41a3-9843-838ae76dde93', '2385794e-1ce0-450b-9c71-9a4ad79d89c3', '0df7f496-def2-4eb2-b379-af9ad14c1517', '352e52c4-ea94-4492-8bab-9db0f99843a8'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:01.194358 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['f8ef11f0-4925-41a3-9843-838ae76dde93', '2385794e-1ce0-450b-9c71-9a4ad79d89c3', '0df7f496-def2-4eb2-b379-af9ad14c1517', '352e52c4-ea94-4492-8bab-9db0f99843a8'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:01.206904 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-1a190d5d-1659-430c-b284-35bf339efc58 tempest-ReplicationAdminTest-815328312 None] Share replica 253438bc-f86f-4510-ab33-c810107a1af1 deleted successfully.
Feb 19 01:35:01.220662 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked-share-replica-operation-for-share-c4d50a28-ddd7-418d-ad38-84e47d33193e" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:01.371984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:01.372506 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:01.375901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:01.377490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:01.377490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:01.379869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:01.381371 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:01.381371 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:01.383400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_01a09cdb-5971-465a-93c3-7b210c5c0d2c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:01.383596 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 01a09cdb-5971-465a-93c3-7b210c5c0d2c belonging to share c4d50a28-ddd7-418d-ad38-84e47d33193e. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:01.388242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:01.388543 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.389074 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.389229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:01.392259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.419499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.419499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.419949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:01.421796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:01.421796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:01.424144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:01.424144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.424144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.424144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:01.426476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.451765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.451765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.453502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:01.453502 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:01.453502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:01.453502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 92] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.455079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.455227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:01.457644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.480971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.480971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:01.480971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:02.023902 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:02.137543 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:02.137543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 127] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.137868 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.138038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:02.141073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.407798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.407798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.408140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:02.410022 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:02.410601 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 130] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.413116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:02.413116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:02.415305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.450927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.450927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.450927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Info about replica '6b74b80d-75f8-42c9-bf0b-43d155d33d93' creation is following:
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: received 43.9K stream in 0.12 seconds (372K/sec)
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.58K/sec)
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.67K/sec)
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:35:03.451218 np0000156440 manila-share[88651]: received 312B stream in 0.13 seconds (2.35K/sec)
Feb 19 01:35:03.451948 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006
Feb 19 01:35:03.451948 np0000156440 manila-share[88651]: received 312B stream in 0.16 seconds (1.92K/sec)
Feb 19 01:35:03.451948 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:35:03.451948 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.451948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 128] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.452820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.452820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.460205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.483972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.483972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.486558 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.486823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.489218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.588054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.588054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.589637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.589637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.167s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:03.589637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:03.589904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.589934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:03.589980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.590006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.590006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.590058 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.590058 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.590107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 131] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.590444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.590657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.590822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.591774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.592044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.592964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.617941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 93] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.618330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.618467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.619525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.639437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.639437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 93] EOF sent (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.640136 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.682619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.727465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.727465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.727465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:03.727465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:03.727465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.727603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 18] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.727603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.727603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.730020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.747814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.748398 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.749771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.749771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.749771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 86] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.750349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.750587 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.752137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.792785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.793016 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.794319 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.794529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.109s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:03.794671 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:03.796431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 19] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.797376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.797376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:03.797977 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.832466 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.832466 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] [chan 19] EOF sent (19) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:03.833830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:03.833876 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:03.874476 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:03.874476 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:03.876694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:03.876694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:03.876694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:03.895767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:03.895919 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f350c0fd-2826-402b-9b96-24b7ce7c9103 tempest-ReplicationAdminTest-815328312 None] Share replica 6b74b80d-75f8-42c9-bf0b-43d155d33d93 created successfully.
Feb 19 01:35:05.145312 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:05.145645 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:35:05.148149 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:05.189663 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:05.189663 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:35:05.200866 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=1824,manila:UPDATE=140,manila:INSERT=76 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:35:05.208146 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:05.328072 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share share_replica 6b74b80d-75f8-42c9-bf0b-43d155d33d93:  {{(pid=88651) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 01:35:05.376209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.376388 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 129] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.377488 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.377488 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.378153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.608456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.608456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.608599 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.608756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.608864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 132] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.611286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.611286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.616740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.641182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.641182 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.643286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.643286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.645062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.749427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.749517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.749561 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.750755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.750755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.750755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.751221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 130] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.751900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.752145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.753134 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.753252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.164s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:05.753908 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.753908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.754763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.754763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.755750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.755867 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.796227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.797754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.797754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.797754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:05.797754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:05.797754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.797971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.798334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.798483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.800045 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:05.818896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:05.819902 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:05.820160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.820407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 94] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.820833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.820916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.822181 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.842015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.842015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.842015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.842015 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:05.842015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.842264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.843961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.844127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.847041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.963976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.963976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.963976 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:05.966320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:05.966320 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.969068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:05.969068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:05.970097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.038426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.038426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.038426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica '6b74b80d-75f8-42c9-bf0b-43d155d33d93' sync is following:
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 into gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]: received 312B stream in 0.16 seconds (1.94K/sec)
Feb 19 01:35:06.409518 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:35:06.588271 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:06.588271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 133] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.588547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.588547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:06.590451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.631709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.631709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.631709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:06.631709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:06.631709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:06.632065 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:06.632065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 131] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.632336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.632480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:06.634152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.661177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.661177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.661507 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:06.661766 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:06.662130 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:06.663273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 134] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.672372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.672495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:06.678981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.694412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.694412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:06.694560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:08.039128 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:08.039669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] [chan 95] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.040158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.040239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:08.041774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.099028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.099283 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.100738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:08.100738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_01a09cdb_5971_465a_93c3_7b210c5c0d2c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.281s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:08.102002 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=506,manila:UPDATE=41,manila:INSERT=29 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:35:08.211273 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Created reservations ['cf7241ab-0efe-484e-9ecf-6633b95b760c', 'ac09dd3d-529a-404d-85e9-c180cdca8280', 'e9f9e277-38bb-4ce5-b885-2701c56a9224', 'f442da07-63e8-43ab-bdd0-f9bc4d47a462'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:08.233520 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Committed reservations ['cf7241ab-0efe-484e-9ecf-6633b95b760c', 'ac09dd3d-529a-404d-85e9-c180cdca8280', 'e9f9e277-38bb-4ce5-b885-2701c56a9224', 'f442da07-63e8-43ab-bdd0-f9bc4d47a462'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:08.240838 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-fb5683f2-2e22-4eec-90ae-1de37a857bed tempest-ReplicationTest-1139877351 None] Share replica 01a09cdb-5971-465a-93c3-7b210c5c0d2c deleted successfully.
Feb 19 01:35:08.696933 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:08.696933 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 132] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.701025 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.701025 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:08.706516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.820331 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.820618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.821182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:08.822299 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.190s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:08.822299 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:08.822299 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:08.822504 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:08.822645 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 135] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.823128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.823241 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:08.827118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.847189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.847189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.848006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:08.848006 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:08.848061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:08.848317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 133] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.863683 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.863683 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:08.865145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.886400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.886548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:08.888158 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:10.852410 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:10.853549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:10.854274 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:10.854751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:10.854751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:10.856422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:10.856571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:10.856771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:10.858315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_9f723856-e702-43a0-95a8-c8f06f4e6b0d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:10.858441 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 9f723856-e702-43a0-95a8-c8f06f4e6b0d belonging to share c4d50a28-ddd7-418d-ad38-84e47d33193e. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:10.861563 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.861774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 136] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.862149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.862609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:10.865004 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.883053 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.883761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.883761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:10.883761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.883945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 134] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.884247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.884321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:10.885638 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.889343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.889540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 137] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.920634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.920860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 134] EOF sent (134) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.921600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:10.921841 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:10.922504 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:10.922504 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.922504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 135] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.925042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.925115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:10.926536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.962391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.962391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:10.963680 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.979763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.979763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.979763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:10.979763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.155s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:10.979763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:10.983007 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:10.983793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.984218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 138] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.994235 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.994235 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:10.994716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:10.995038 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:10.995626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:10.995626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 136] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.022077 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.022077 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:11.026835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.036224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.036353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:11.038740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.057118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.057362 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 138] EOF sent (138) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.058465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:11.058465 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:11.058465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:11.058689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 139] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.067459 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.067459 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.067459 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:11.104265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.104265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:11.132524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.157393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.158777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:11.158777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.069520 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.069520 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 137] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.072787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.072787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.073514 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.114447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.114447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.114447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.114447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__9f723856_e702_43a0_95a8_c8f06f4e6b0d_time_2026-02-19T01:34:54.869818" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.191s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:13.114447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:13.114704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:13.114704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.114704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 140] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.115054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.115200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.118046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.136194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 138] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.157155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.157155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.157850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.159580 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.160570 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 141] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.178943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.178943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.181752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.190057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.190769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.190769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.230434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.231122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.232123 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.232417 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.255s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:13.232600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:13.235642 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:13.235642 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.235642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 139] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.235642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.235642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.239202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:13.266657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 142] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.273408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.273408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:13.274781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.287679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.287679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:13.287679 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:14.631010 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:14.631569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.632056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.632168 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:14.634511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.737211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.737473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.737974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:14.738222 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:14.738448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.739031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.739219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:14.740631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.757772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.757952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:14.758334 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:14.758568 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:14.778475 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3b7ffb93-d79d-430f-9893-a2c780f98e64 tempest-ShareManageUnmanageNFS-106248880 None] Share instance 0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd created successfully.
Feb 19 01:35:15.192127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.193953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 140] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.194062 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.194226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.198733 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.237758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.237927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.238556 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.239439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d@tmp_snapshot_for_replication__01a09cdb_5971_465a_93c3_7b210c5c0d2c_time_2026-02-19T01:34:58.168504" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.125s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:15.240442 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:15.240809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:15.241711 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.241711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 87] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.242676 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.242676 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.244646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.265293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.266022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.266188 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.266329 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:15.266520 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:15.266700 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:15.267015 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:15.267191 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.267400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 143] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.267818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.267920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.269199 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.337833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.337833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 141] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.337833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.337833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.339960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.350298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.350497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.351042 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.351283 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:15.351776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.351776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 144] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.389910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.390449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.390953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.391202 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.157s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:15.391361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:15.391827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:15.391952 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.392211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 142] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.392500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.392603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.393948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.431340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.431517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.433825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.453504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.453675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.453977 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.454134 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:15.454761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.454761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 143] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.497772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.497772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.498425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.499966 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.500286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.500820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.501591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:15.501945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 145] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.517177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.517177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.517341 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:15.541363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.541559 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:15.544252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.577487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.577766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:15.578178 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:17.518335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:17.519380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 144] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.522072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.522072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:17.525301 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.567831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.570859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.570859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:17.570859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.179s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:17.570859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:17.571207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 146] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.572388 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.572388 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:17.578105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.581039 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:17.583273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] [chan 145] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.612804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.612804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:17.614749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.676993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.677174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.677488 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:17.677749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_9f723856_e702_43a0_95a8_c8f06f4e6b0d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.411s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:17.836774 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Created reservations ['b712c438-d6d6-43f1-ab18-5f3169ffa4a1', 'cab490c8-a71a-4668-9a2d-ba1e90611ec9', '9799cfe0-7276-4c3d-976b-09ad8ac34da3', '4fae880f-f163-41f3-85ae-1518879f8a82', '7c1cf3c6-c500-4e33-bf2f-2bc68a739e88', '9c0f7f8a-8c46-45cc-a8c3-d0300231bf4e', '85cd578f-3158-4740-b269-667599965c34', '38e423fd-1f8a-46bf-bc64-606db658a00b'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:17.845617 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.845923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.846617 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:17.847144 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:02.104006 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:17.847443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 146] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.847996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.848176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:17.850647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:17.865575 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Committed reservations ['b712c438-d6d6-43f1-ab18-5f3169ffa4a1', 'cab490c8-a71a-4668-9a2d-ba1e90611ec9', '9799cfe0-7276-4c3d-976b-09ad8ac34da3', '4fae880f-f163-41f3-85ae-1518879f8a82', '7c1cf3c6-c500-4e33-bf2f-2bc68a739e88', '9c0f7f8a-8c46-45cc-a8c3-d0300231bf4e', '85cd578f-3158-4740-b269-667599965c34', '38e423fd-1f8a-46bf-bc64-606db658a00b'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:17.873578 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-34cc6000-39ec-4510-91d4-0d20e66e4d9d tempest-ReplicationTest-1139877351 None] Share instance 9f723856-e702-43a0-95a8-c8f06f4e6b0d: deleted successfully.
Feb 19 01:35:18.081793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.082316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.082878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:18.101797 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:18.103503 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.103753 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:35:18.122742 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.122742 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:35:18.129587 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.129789 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:35:18.145685 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.145879 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:35:18.146082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:18.146298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 147] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.150238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.150386 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:18.154326 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.172406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.172663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.173223 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:18.173268 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:18.173432 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:18.173578 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 147] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.174871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.175069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:18.178690 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.192689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:18.192689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:18.195517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:18.195718 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:18.196050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:18.198814 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:18.199097 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:18.199423 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:18.201537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.201884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.202555 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6b74b80d-75f8-42c9-bf0b-43d155d33d93" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:18.202766 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 6b74b80d-75f8-42c9-bf0b-43d155d33d93 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:18.204114 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:18.204441 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:18.204707 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:35:18.206773 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.208415 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:18.208754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 148] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.209848 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.212697 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.212697 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:35:18.219756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.219756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:18.219756 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:18.221451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.322376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.322376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.322614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:18.322839 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:18.323186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:18.323327 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:18.323486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 148] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.325129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.325129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:18.328965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.349623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.349877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.350109 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:18.350763 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:18.350763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:18.350763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 149] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.363287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.363287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:18.366746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.448221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.448395 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:18.448754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.361815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.362938 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.364409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:20.365651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.365651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.369677 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:20.369677 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.369677 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.375381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_7bd0548e-753e-4d7e-9667-4914e3067ff3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:20.375663 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 7bd0548e-753e-4d7e-9667-4914e3067ff3 belonging to share 41291579-f042-4e4f-a789-7fcb1954f816. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:20.379016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.379309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.379921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.380077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.392625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.408331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.408331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.410646 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.410646 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.410646 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 96] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.414816 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.414816 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.420156 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.450266 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.450374 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.450782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.450990 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.451401 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.451540 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.451714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 85] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.452028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.452106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.455091 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.455389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 149] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.457741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.468742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.468742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.472923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.491117 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.491252 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.491593 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.497691 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:20.497691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.497691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.502227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.505755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.512788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.532506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.532506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.532506 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.589467 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.589467 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.593135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.593135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.268s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:20.593135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.593872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 150] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.595324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.595495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.602952 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.633923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.633923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.634179 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.634387 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.634648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.638180 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.638588 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 20] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.647477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.647477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.649431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.675101 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.676908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.676908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.676908 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:20.676908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.041s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:20.676908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:20.677148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:20.677148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.677148 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 150] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.677904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.677983 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.679945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.705011 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 151] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.705376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.705523 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.706585 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.812372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.812372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.812372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:20.812372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:20.812372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 151] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.812912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.813044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:20.817958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.863295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.863687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 151] EOF sent (151) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:20.864103 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:22.535645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:22.537053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 97] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.538413 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.538631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:22.541538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.660433 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.660433 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.660433 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:22.661538 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:32.316091" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.210s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:22.664767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:22.664767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:22.664767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:22.664767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 86] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.666331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.667475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:22.670581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.695195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.695487 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.697223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:22.700331 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:22.702121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:22.706475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.706475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.706475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:22.708681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.738852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.738852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.738852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:22.865957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:22.865957 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] [chan 152] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.866787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:22.866787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:22.870251 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:23.152564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:23.152564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:23.156321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:23.156321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6b74b80d_75f8_42c9_bf0b_43d155d33d93" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.479s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:23.342689 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Created reservations ['9a8e0a00-c47d-4cfe-87f1-b87f576bdc82', '0ced6c52-4436-4ee5-9360-f372f33bdc8e', '20be9c1c-21b0-489d-bc64-b1932a55aacd', 'd4acd326-256a-43ff-af81-c6ab3b9f2207'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:23.370582 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['9a8e0a00-c47d-4cfe-87f1-b87f576bdc82', '0ced6c52-4436-4ee5-9360-f372f33bdc8e', '20be9c1c-21b0-489d-bc64-b1932a55aacd', 'd4acd326-256a-43ff-af81-c6ab3b9f2207'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:23.385028 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-4d6fa6e8-e11e-47c8-8b7b-4d723beb2960 tempest-ReplicationAdminTest-815328312 None] Share replica 6b74b80d-75f8-42c9-bf0b-43d155d33d93 deleted successfully.
Feb 19 01:35:23.979978 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:24.100792 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:24.100792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 152] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.105324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.105324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:24.106979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.738785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:24.739228 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 98] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.739434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.739434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:24.741633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.797357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.797357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.800121 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:24.800521 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:24.800936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 153] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.806530 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.806530 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:24.809663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.854869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.854869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.854869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:24.854869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__7bd0548e_753e_4d7e_9667_4914e3067ff3_time_2026-02-19T01:34:35.624709" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.188s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:24.854869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:24.855107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:24.855107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:24.867748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 87] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.867748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.867748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:24.877324 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.905996 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.908749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.908749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:24.908749 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:24.912749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:24.915385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.918028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.918108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:24.925753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.944013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.944225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:24.944570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:26.583633 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.583866 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.592295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Info about replica '409728c1-3f9a-4381-ad63-9ac863d01399' creation is following:
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: received 43.9K stream in 0.37 seconds (119K/sec)
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.88K/sec)
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.75K/sec)
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:35:26.592613 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.83K/sec)
Feb 19 01:35:26.594854 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953
Feb 19 01:35:26.594854 np0000156440 manila-share[88651]: received 312B stream in 0.42 seconds (744B/sec)
Feb 19 01:35:26.594854 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 into gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582
Feb 19 01:35:26.594854 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.82K/sec)
Feb 19 01:35:26.594854 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:35:26.597333 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:26.597333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 153] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.597694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.597694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:26.600980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.696240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.696240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.696240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:26.696544 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:26.697200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 154] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.698310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.700644 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:26.700644 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.946095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:26.946632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 99] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.947207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:26.947400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:26.949516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.468777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.468777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.468777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.468777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3@tmp_snapshot_for_replication__c71a116c_3714_4478_bbe5_07edf69e2608_time_2026-02-19T01:34:38.855194" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.615s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:27.468777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:27.469033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:27.469033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.471873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.471873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.471873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.474360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.481745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.482776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.482776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.485008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:27.485596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:27.485596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.485596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 88] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.485986 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.486052 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.487126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.500855 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.501465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.501465 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.501557 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:27.501693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.033s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:27.503840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:27.506624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:27.506624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.506624 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 88] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.507989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.508148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.509350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.514273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.514461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.514925 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.515119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.515281 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 21] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.517299 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.517420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.519671 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.535126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.535382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.536791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.536791 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:27.536791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.536791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.539262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.539262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.544230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.655295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.655491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.656000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.656340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.656514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 100] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.656922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.657005 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.659371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.902533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.902533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.902533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.903459 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.903717 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.904560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.904560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.419s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:27.904560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:27.904560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] [chan 89] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.907089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.907089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:27.912755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.939001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.939215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:27.940492 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:27.940710 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:28.078600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:28.081696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:28.092588 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:28.093775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:28.093775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:28.192099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.098s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:28.193393 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-5bb2d4c5-67a4-45ab-b1d9-0f54b38a08ca tempest-ReplicationAdminTest-815328312 None] Share replica 409728c1-3f9a-4381-ad63-9ac863d01399 created successfully.
Feb 19 01:35:29.903412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:29.903987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] [chan 89] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:29.904422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:29.904531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:29.908623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:30.414230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:30.414230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:30.414230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:30.414230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_7bd0548e_753e_4d7e_9667_4914e3067ff3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.887s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:31.173354 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Created reservations ['59d760fc-9b11-413b-a626-a39924b1096e', '8afe0b81-a816-4bae-8708-a903750438bc', '09257736-7066-44fe-853f-3a3588fd17a0', 'd866449f-1095-4c87-9396-631451c7a727', 'f180f58d-3146-47c5-8367-f25ad8223651', '5030bfa1-2007-4aaa-8527-1f518ac7d352', 'd6ad31ab-4525-4a25-a771-cbdf66e41818', '7e4aa620-a6d9-4270-b994-39075e49448d'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:31.196868 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:31.202768 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Committed reservations ['59d760fc-9b11-413b-a626-a39924b1096e', '8afe0b81-a816-4bae-8708-a903750438bc', '09257736-7066-44fe-853f-3a3588fd17a0', 'd866449f-1095-4c87-9396-631451c7a727', 'f180f58d-3146-47c5-8367-f25ad8223651', '5030bfa1-2007-4aaa-8527-1f518ac7d352', 'd6ad31ab-4525-4a25-a771-cbdf66e41818', '7e4aa620-a6d9-4270-b994-39075e49448d'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:31.225841 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9425937c-0c30-4848-a8fb-86775a17d498 tempest-ReplicationTest-1139877351 None] Share instance 7bd0548e-753e-4d7e-9667-4914e3067ff3: deleted successfully.
Feb 19 01:35:31.298276 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:31.298276 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:31.299926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:31.300150 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:31.300936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:31.303000 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:31.303199 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:31.303458 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:31.305834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_409728c1-3f9a-4381-ad63-9ac863d01399" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:31.306030 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 409728c1-3f9a-4381-ad63-9ac863d01399 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:31.309474 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:31.309768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 154] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.310215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.310537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:31.314184 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.361748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.362447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.363916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:31.364800 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:31.364800 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:31.364800 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:31.365209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 155] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.365654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.365860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:31.367763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.391238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.393893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.397717 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:31.397717 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:31.397717 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:31.400797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 155] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.404048 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.404971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:31.405267 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.426375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.427383 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:31.427383 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:33.382985 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.382985 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:35:33.389782 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.421209 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.421483 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:35:33.428280 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:33.428699 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 156] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.429412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.429580 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:33.431094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.498473 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.499614 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:35:33.504634 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.504759 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:35:33.507148 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.507249 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:35:33.514332 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.514419 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:35:33.514565 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:33.514755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.515181 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.515259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:33.516408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.537287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.537287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.537841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:33.538067 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:33.538276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:33.538507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 101] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.538955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.539102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:33.540255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.566602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.567004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.567525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:33.567828 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:33.568128 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:33.568409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 90] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.569228 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.569399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:33.571430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.595971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.596236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.596618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:33.596831 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:33.597025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:33.598176 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.598632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.598711 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:33.601435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.622437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.622437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:33.622958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:33.623247 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:33.623506 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:35:33.623878 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.629615 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.633381 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:33.633659 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:35:33.642481 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:35:34.057745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.058749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.058749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.058920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.694s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:34.059119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:34.059510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:34.059704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.059974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 156] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.060544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.060637 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.062205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 157] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.103131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.103460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.123041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.123041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.123041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.322136 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:34.322136 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:34.323702 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:34.323890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:34.324143 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:34.334287 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:34.334549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:34.334692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:34.344925 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_bed8bf01-7795-4e8f-945c-cabd55c11b59" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:34.345049 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance bed8bf01-7795-4e8f-945c-cabd55c11b59 belonging to share bc67930a-1147-42a5-a72a-edc72d555fb3. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:34.368845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.368845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 157] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.368845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.368845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.370247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.406949 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.406949 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.406949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.406949 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.411499 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 158] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.413531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.413531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.418003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.472172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.472701 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.475505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.475505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:34.475505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:34.478749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.478749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 158] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.479189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.480481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.482659 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.519755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.519755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.519755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:34.520266 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:34.521171 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:34.522093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 159] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.523187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.523187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:34.526508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.547897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.547897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:34.548108 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.123982 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.127922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 159] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.127922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.127922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.134064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.208149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.208419 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.208751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.208931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.149s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:36.212752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:36.213802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:36.213802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.213802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 160] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.215469 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.215718 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.217947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.257795 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.258071 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.259711 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.259711 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:36.259711 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.259711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 160] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.260555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.262213 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.267126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.287343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.287343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.287343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.552134 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.552134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 161] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.556154 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.556218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.560742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.626997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.626997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.626997 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.626997 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__bed8bf01_7795_4e8f_945c_cabd55c11b59_time_2026-02-19T01:33:47.780038" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.152s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:36.627214 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:36.627990 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:36.627990 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.627990 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 161] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.630302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.630302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.631497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.664441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.664441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.666075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:36.666361 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:36.666613 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:36.666654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 162] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.667631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.667716 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:36.673012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.692309 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.693128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:36.693793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:38.288867 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:38.288867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 162] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.293761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.293761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:38.293761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.356156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.356156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.357808 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:38.357808 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.144s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:38.357808 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:38.362252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:38.362252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:38.362252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 163] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.362252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.362252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:38.369430 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.397872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.397872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.398302 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:38.400279 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:38.400569 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:38.401814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 163] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.404128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.404128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:38.411975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.431234 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.431412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.431640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:38.695568 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:38.696293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 164] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.696834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:38.696970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:38.699477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.166456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.166876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.167803 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:39.169075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59@tmp_snapshot_for_replication__e784f75d_ee4a_4074_9f35_30ee91a2ca76_time_2026-02-19T01:33:50.976964" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.541s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:39.169075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:39.169075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:39.169075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:39.169253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 22] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.169908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.169982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:39.172656 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.188672 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.189667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.189974 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:39.190136 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:39.190289 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:39.190423 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:39.190664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:39.190818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:39.190980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 164] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.191290 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.191366 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:39.192899 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.216066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.216250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.216516 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:39.216667 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:39.216811 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:39.216964 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 165] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.217226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.217301 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:39.218262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.339079 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.339079 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.339489 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:39.339552 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:39.339828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 165] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.342410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.342410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:39.344424 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.481182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.482570 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:39.482570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:40.432752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:40.433410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 166] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.433974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.434142 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:40.436346 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.692878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.692878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.692878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:40.692878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.332s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:40.692878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:40.693698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:40.694110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:40.694443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 166] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.694989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.695190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:40.698098 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:40.716252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 167] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.734333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.734569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:40.736197 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.760219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.760219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:40.760219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:41.483239 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:41.484766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] [chan 167] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:41.484766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:41.485086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:41.487499 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:41.561619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:41.561619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:41.561843 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:41.562712 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-gamma/manila_share_bed8bf01_7795_4e8f_945c_cabd55c11b59" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.371s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:41.789973 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Created reservations ['4d68b5de-1547-49aa-aa68-61a0fde743d4', '78f46a03-3932-4f79-95a1-7b4d13366edf', '27b6a3f7-6117-4422-946a-c8f17c60d1a1', '89afbbdb-134a-40c8-aed7-8a8736d96db6', '9f09318e-47e9-465a-99f1-7b1d78294cc5', '0b36ef94-5803-468d-8823-aed37ead2564', 'f5fb8b63-d162-49cd-9fae-4ed88f4a5a0b', 'afe022b6-3e06-4a50-96e4-8afdca4f9d1b'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:41.828024 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Committed reservations ['4d68b5de-1547-49aa-aa68-61a0fde743d4', '78f46a03-3932-4f79-95a1-7b4d13366edf', '27b6a3f7-6117-4422-946a-c8f17c60d1a1', '89afbbdb-134a-40c8-aed7-8a8736d96db6', '9f09318e-47e9-465a-99f1-7b1d78294cc5', '0b36ef94-5803-468d-8823-aed37ead2564', 'f5fb8b63-d162-49cd-9fae-4ed88f4a5a0b', 'afe022b6-3e06-4a50-96e4-8afdca4f9d1b'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:41.878639 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-1e3ab61e-3731-4388-8095-acf060e2e4d8 tempest-ReplicationTest-1139877351 None] Share instance bed8bf01-7795-4e8f-945c-cabd55c11b59: deleted successfully.
Feb 19 01:35:42.761610 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:42.762194 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 168] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.762761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.762761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:42.764962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.823940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.824407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.825116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:42.827570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.133s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:42.827570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:42.827570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:42.827950 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:42.827950 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 168] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.828406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.828709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:42.831092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.851276 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.851512 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.852221 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:42.852221 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:42.852390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:42.852755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 169] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.866609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.866609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:42.868411 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.886181 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.886312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:42.888175 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.275751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.275751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.279797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:44.279933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.280206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.282705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:44.282961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.283310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.285503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_a0f1c449-cd37-4629-a255-814d7ced10b5" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:44.285630 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance a0f1c449-cd37-4629-a255-814d7ced10b5 belonging to share 10c53cc5-f4db-4ec7-9fe5-bd012cc82450. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:44.289571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.289571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 102] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.290018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.290091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.291794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.316239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.317472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.317472 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.317472 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.317472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 91] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.317848 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.318039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.320350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.350788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.350788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.350788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.351409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.354274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.354274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.354274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.354925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.354925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.356253 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.382134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.382134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.382896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.383740 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:44.383740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:44.383740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.384023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.384272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.384532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.385067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.385275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.386761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.407697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.407923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.408254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.408412 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:44.408540 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.408713 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 103] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.409375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.409449 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.410958 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.513516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.513658 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.514047 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.514310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.514485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 92] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.514926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.514926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.516276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.532352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.532595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.533790 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.887610 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.887610 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 169] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.888744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.888744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.890810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.942767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.943304 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.944422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.944683 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.118s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:44.945397 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.945454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 170] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.946431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.946431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.948493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.968071 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.968417 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.968609 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:44.968862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:44.969137 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:44.969281 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:44.970615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 90] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.970847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:44.970919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:44.972755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.041s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:45.009953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:45.010543 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:45.011086 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:45.011551 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 170] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.011975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.012118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:45.013936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.032300 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.032484 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.032998 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:45.033064 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:45.033187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:45.033368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 171] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.034043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.034043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:45.034989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.143332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.144890 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.144890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:45.144890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:45.144890 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 171] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.145706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.145816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:45.148187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.208606 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.209282 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:45.209585 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:46.534742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:46.534742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:46.535704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:46.536657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:46.540896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:46.621993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:46.621993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:46.622591 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:46.623271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-betta/subdir/manila_share_a0f1c449_cd37_4629_a255_814d7ced10b5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.239s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:46.778003 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Created reservations ['729a9cd1-6aa5-4cce-9574-233f61f5f6df', '4510a2ad-2689-435f-b7da-efa4a6f72255', '5fa24cf1-c136-4f21-87ea-7e281f2d3570', '87da32eb-47f4-4b81-b276-0186bf01db51', 'd2182e17-c167-4427-84be-58e74573fee7', '46ddaf98-8ae2-4f86-b82d-7dfa1270f61d', '812a56e8-5747-4f6d-afa2-04636f364b00', '4a1ae4ce-ac75-44b7-9a82-3122476be2ad'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:46.808793 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Committed reservations ['729a9cd1-6aa5-4cce-9574-233f61f5f6df', '4510a2ad-2689-435f-b7da-efa4a6f72255', '5fa24cf1-c136-4f21-87ea-7e281f2d3570', '87da32eb-47f4-4b81-b276-0186bf01db51', 'd2182e17-c167-4427-84be-58e74573fee7', '46ddaf98-8ae2-4f86-b82d-7dfa1270f61d', '812a56e8-5747-4f6d-afa2-04636f364b00', '4a1ae4ce-ac75-44b7-9a82-3122476be2ad'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:46.822245 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3097c1f8-e061-49db-a6b0-540d20caefbe tempest-ReplicationTest-1139877351 None] Share instance a0f1c449-cd37-4629-a255-814d7ced10b5: deleted successfully.
Feb 19 01:35:47.210835 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:47.212823 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] [chan 172] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.214233 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.215214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:47.216750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.286911 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.286911 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.291744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:47.291744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_409728c1_3f9a_4381_ad63_9ac863d01399" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.280s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:47.453763 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Created reservations ['0edbee8e-2cab-4bf5-af85-663600811c63', '93788da2-b4d5-4a68-bae2-c4ebaf57dd6a', 'ee8ec020-a946-4f6d-ba17-60fabb81efc1', 'e29d9d92-b286-4d97-96f7-7c66f0846d2b'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:47.468974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:47.469759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:47.473013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:47.473013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:47.473013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:47.473465 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:47.473585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:47.473804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:47.476816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "locked_access_rules_operation_by_share_instance_86f04eb7-6ce2-4894-af0b-e66c3fac2409" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:47.477000 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] All access rules have been synced for share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409 belonging to share 7514f92e-4551-4a92-bcc3-dbc2f55e7b26. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:47.480916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:47.481110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 104] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.481478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.481550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:47.482879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.492050 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Committed reservations ['0edbee8e-2cab-4bf5-af85-663600811c63', '93788da2-b4d5-4a68-bae2-c4ebaf57dd6a', 'ee8ec020-a946-4f6d-ba17-60fabb81efc1', 'e29d9d92-b286-4d97-96f7-7c66f0846d2b'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:47.509541 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.510119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.510167 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:47.510367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:47.510539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 93] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.511106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.511188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:47.512928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.519756 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-724cd4d1-2981-4993-90a9-ccc8fa4e26dc tempest-ReplicationAdminTest-815328312 None] Share replica 409728c1-3f9a-4381-ad63-9ac863d01399 deleted successfully.
Feb 19 01:35:47.544576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.547679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.547679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:47.547679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:47.547679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:47.548525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:47.548525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.548525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.548525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:47.549247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.571989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.572633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.572675 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:47.572936 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:47.573248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:47.573482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 105] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.574096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.574096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:47.575430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.595949 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.596439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:47.598447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:49.599305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:49.607067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 94] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.607789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.607789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:49.611175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.679358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.679586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.683739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:49.683789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__8875b44a_4c71_4221_afd0_8ae8e382bf9d_time_2026-02-19T01:33:14.988493" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.138s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:49.684102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:49.684663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:49.684663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:49.684663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.686441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.686501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:49.689772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.713313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.713977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.714417 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:49.715154 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:49.715154 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:49.715154 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 106] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.716572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.716572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:49.716572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.741584 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.741772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:49.742306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:49.968411 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:50.128265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:50.128984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 172] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.129575 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.129575 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:50.131820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.383893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.384703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 172] EOF sent (172) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.386168 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:50.387036 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:50.387036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 173] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.388112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:50.388112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:50.389897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.616555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.616555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Info about replica '3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd' creation is following:
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: received 43.9K stream in 0.17 seconds (259K/sec)
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: received 312B stream in 0.09 seconds (3.36K/sec)
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:35:51.617816 np0000156440 manila-share[88651]: received 312B stream in 0.09 seconds (3.39K/sec)
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (2.91K/sec)
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (2.96K/sec)
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: received 312B stream in 0.09 seconds (3.39K/sec)
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 into gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (2.97K/sec)
Feb 19 01:35:51.619004 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:35:51.619445 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.619445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 173] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.619445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.619445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.620522 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.676900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.677169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.677669 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.678161 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.678521 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 174] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.679010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.679142 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.682594 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.725376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.727815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.728604 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.728662 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:51.729155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:51.729351 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.729589 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 23] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.730035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.730136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.732714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.745817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.745817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 95] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.748278 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.748278 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.750741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.775439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.775439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.776373 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.776715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.777134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 91] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.778533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.778533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.778898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.804845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.805155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.809796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.809796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__66d823a4_19d4_4bba_9e29_760ae79097f8_time_2026-02-19T01:33:28.437879" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.124s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:51.809796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:51.811299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:51.811299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.811299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.813347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.815196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.815623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.839853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.839853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.841140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.841140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.841746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.841746 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:51.842255 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.842548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 107] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.845429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.845429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.845523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.845523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.116s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:51.845523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:51.845523 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] [chan 24] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.846428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.846820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.847135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:51.848176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.865260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.865260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.865260 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.873475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.873679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:51.874331 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:51.874807 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:51.956652 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:51.957357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:51.962816 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:51.963019 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:51.963307 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:51.988736 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:51.989857 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-50b97eeb-b5de-4920-9073-ef80fe2da09e tempest-ReplicationAdminTest-815328312 None] Share replica 3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd created successfully.
Feb 19 01:35:53.149294 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:35:53.255317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.255769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.257859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:53.258121 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.258528 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.260196 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:53.260397 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.260657 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.262493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:53.262686 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:35:53.266195 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.266195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 174] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.266516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.266912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.268690 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.313463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.313463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.314035 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.314288 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.315861 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.316018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.316214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 175] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.317069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.317149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.319298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.345386 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.345462 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.346053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.346101 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:53.346986 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.346986 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 175] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.356358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.356358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.357553 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.378051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.378051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 175] EOF sent (175) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.378561 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.707239 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.707781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 96] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.707959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.708068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.709656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.749253 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.749477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.750215 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.865469 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.865712 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.866218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.866290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.868669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.915746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.915746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.915746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.916247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409@tmp_snapshot_for_replication__fdb1d073_0870_488f_bc2c_71e5a563b08c_time_2026-02-19T01:34:06.640552" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:53.916610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.917075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.917380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.917703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.918251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.918449 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.920744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.944140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.944984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.944984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.944984 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:53.944984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:53.945122 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Acquiring lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:53.945359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:53.945482 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.945678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 108] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.946101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.946171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.948830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.966412 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.966852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.966994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:53.967142 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] ZFS option mountpoint's value is /alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:53.967389 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): lsof -w /alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:53.967533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 97] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.967891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:53.967951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:53.969990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.092149 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.093405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.093405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:54.093405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo umount /alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:54.093405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.093806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.093960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:54.096200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.120625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:54.120625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 109] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.122124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.122124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:54.122520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.161480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.161480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.161480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:54.164923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.164923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:54.165152 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:55.379914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:55.381146 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 176] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.381904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.381904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:55.384138 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.443049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.443287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.443774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:55.444189 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.129s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:55.444361 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:55.445044 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:55.445612 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:55.445612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 176] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.446815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.446815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:55.448802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.468623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.468901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.469464 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:55.469711 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:55.471624 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:55.471624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 177] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.488017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.488017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:55.491343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.510221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.510394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.510698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:55.753365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:55.753365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 98] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.753967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.754087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:55.756574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.827339 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.828679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:55.831448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:55.831448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-alpha/manila_share_825107b0_fb30_42af_af9c_9976d81826a6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.734s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:55.993929 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Created reservations ['93172b21-1a4c-4838-a2e4-fc1f841ec0eb', '38502fd9-0078-4933-a3ea-4fc61f1f17c7', '0a8795c8-d0fd-4a73-88b5-b833734c2082', 'f640fde7-4b25-4e59-b4a4-9d036ecf7d70'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:56.021280 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Committed reservations ['93172b21-1a4c-4838-a2e4-fc1f841ec0eb', '38502fd9-0078-4933-a3ea-4fc61f1f17c7', '0a8795c8-d0fd-4a73-88b5-b833734c2082', 'f640fde7-4b25-4e59-b4a4-9d036ecf7d70'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:56.048685 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Share instance 825107b0-fb30-42af-af9c-9976d81826a6: deleted successfully.
Feb 19 01:35:56.162417 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:56.162709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 110] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.163428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.163686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:56.166492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.166492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:56.166492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.166980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.167109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:56.171431 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.253122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.253326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.253712 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:56.254474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_cca20ced_dba1_4a72_b34b_b66325b93c6c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 143.672s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:56.305113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.305113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:56.305113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:56.305113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Lock "zfs-dataset-alpha/manila_share_86f04eb7_6ce2_4894_af0b_e66c3fac2409" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.360s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:56.439007 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Created reservations ['c0fd3a03-0afb-4190-b388-b67420f30dfa', '2c437a95-01ca-40f8-b616-70af1fd7e0f2', 'bc5479c3-9971-4f33-be28-95c6fd7d76fc', '2defb71e-9075-4c35-81dd-7da62c3b8962'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:56.494251 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['c0fd3a03-0afb-4190-b388-b67420f30dfa', '2c437a95-01ca-40f8-b616-70af1fd7e0f2', 'bc5479c3-9971-4f33-be28-95c6fd7d76fc', '2defb71e-9075-4c35-81dd-7da62c3b8962'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:56.512806 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance cca20ced-dba1-4a72-b34b-b66325b93c6c: deleted successfully.
Feb 19 01:35:56.541007 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Created reservations ['e333b15c-7c6c-4de7-89dc-4e8547188b60', '34e534cb-20b6-47ff-9ed2-f4f5a24be339', '9d0e451d-d9c5-4913-891b-35d51c56ff5d', '49f529c5-4018-490b-a45c-fa4bfa712613', '79d74819-4983-428d-a043-8555b7ce60ce', 'cc45ca7e-e3cf-45af-b512-e07e0f72e222', 'b1039d40-c147-486d-a5cb-297b8f054fa0', '75300548-20c6-4cdd-a013-ce2bdef9ff43'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:35:56.585097 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Committed reservations ['e333b15c-7c6c-4de7-89dc-4e8547188b60', '34e534cb-20b6-47ff-9ed2-f4f5a24be339', '9d0e451d-d9c5-4913-891b-35d51c56ff5d', '49f529c5-4018-490b-a45c-fa4bfa712613', '79d74819-4983-428d-a043-8555b7ce60ce', 'cc45ca7e-e3cf-45af-b512-e07e0f72e222', 'b1039d40-c147-486d-a5cb-297b8f054fa0', '75300548-20c6-4cdd-a013-ce2bdef9ff43'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:35:56.605254 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-46442fd1-8a6a-4002-aa52-9d72af935519 tempest-ReplicationTest-1139877351 None] Share instance 86f04eb7-6ce2-4894-af0b-e66c3fac2409: deleted successfully.
Feb 19 01:35:57.511798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:57.512232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 177] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.512620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.512800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:57.514985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.572928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.572928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.574141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:57.576788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.130s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:57.576933 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:57.577482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:57.577647 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:57.577936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 178] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.578666 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.578919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:57.581273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.599840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.601141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.601141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:57.601141 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:57.601558 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:57.601970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 178] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.614127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.614332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:57.617701 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.617701 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:57.618058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 179] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.634239 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.634468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.634891 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:57.641364 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.641509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:57.644278 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.702963 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.703379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:57.704120 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:59.636402 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:59.636775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 179] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.637015 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.637094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:59.638520 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.705851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:59.706174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 180] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.706861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.707030 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:59.709897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.766995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.767457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.767827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:59.768150 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.191s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:35:59.768775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:35:59.769108 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:35:59.769339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:59.769591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 180] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.810707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.810707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:59.811351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.833363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.833549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.834040 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:59.834214 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:35:59.834441 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:35:59.834623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 181] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.875886 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.875886 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:35:59.878362 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.896712 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.896987 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 181] EOF sent (181) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.897596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:59.944797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.944990 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:35:59.945352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:35:59.945628 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-gamma/manila_share_255b8e56_8fdb_46e5_9cc0_5dc06b906a1c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 144.083s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:00.202098 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['5c8820ea-de0e-40ee-9d00-8306c0d8ce33', '6a761358-cd9f-4b77-bbb2-4652bc556b27', 'e2fe137e-3e09-4a03-9b8e-822e9cba63aa', '4831e17d-9f0e-4b00-9c6a-452ac7eb8332'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:00.252386 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['5c8820ea-de0e-40ee-9d00-8306c0d8ce33', '6a761358-cd9f-4b77-bbb2-4652bc556b27', 'e2fe137e-3e09-4a03-9b8e-822e9cba63aa', '4831e17d-9f0e-4b00-9c6a-452ac7eb8332'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:00.284706 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance 255b8e56-8fdb-46e5-9cc0-5dc06b906a1c: deleted successfully.
Feb 19 01:36:01.898290 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:01.899906 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 182] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.900489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.903021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:01.905542 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.979573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.979573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.979573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:01.980480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.211s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:01.980480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:01.981391 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:01.981391 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:01.981391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 181] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.982536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:01.982536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:01.983677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.009307 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.009492 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.009914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:02.010088 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:02.010334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:02.010530 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 183] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.020442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.020607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:02.031794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.050513 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.050513 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 183] EOF sent (183) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:02.051467 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:02.784521 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-65894284-c68c-4f0b-9280-d18b805fdc81 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share Migration for share a519b6ff-6d8b-4649-b0bc-55773a8ebc13 completed successfully.
Feb 19 01:36:03.032488 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.033147 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.190145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.157s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.203470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.203470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.205168 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.205636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.205636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.371170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.165s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.371986 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:03.449028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.450590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.518376 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.518653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.521750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.570765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.606914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.607755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.607826 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:03.608096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 99] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.608568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.608782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:03.611354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.635323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.635323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.635323 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:03.635323 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:03.635323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.636384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.636384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:03.638653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.693699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.693699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:03.693895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:03.694118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.087s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.694223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.694440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.794386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.100s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.794838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.794871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.795511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.795511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.795511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.797914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.797914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.798079 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.801452 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.801583 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:03.802298 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:03.834532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:03.834886 np0000156440 manila-share[88650]: INFO manila.share.access [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:36:03.910665 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1de2cb64-5b07-4177-8566-e646c779293b tempest-MigrationCancelNFSTest-1049786879 None] Share Migration for share 11a1def7-9c42-410f-9779-613fe896b890 was cancelled.
Feb 19 01:36:04.052311 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:04.052311 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 182] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.053429 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.053429 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:04.055442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.110043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.110043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.111105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:04.112802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.131s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:04.112802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:04.115138 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:04.115138 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:04.115138 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 184] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.118922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.118922 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:04.121664 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.152772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.154710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.154710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:04.154710 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:04.154710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:04.154710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 183] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.154914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.156554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:04.156554 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.249074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.249074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:04.251576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:05.167347 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:05.167347 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:36:05.167347 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:05.175104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:05.175104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] [chan 111] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.175104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.175104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:05.175104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.198618 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:05.200263 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:36:05.352281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.353050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.353050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:05.353050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:05.353206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.357116 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.357235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:05.360986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.391398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.391398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.391398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:05.391398 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:05.467888 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-bd29bae7-d730-4f4b-8dbf-1c69f8f5ea83 tempest-MigrationCancelNFSTest-1049786879 None] Share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f created successfully.
Feb 19 01:36:05.745306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bc27b1e5-113f-4fea-859c-acadfde1c8f9 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set quota=3G betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:05.745601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bc27b1e5-113f-4fea-859c-acadfde1c8f9 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.746263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.746263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:05.750914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.798996 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.799275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:05.799820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bc27b1e5-113f-4fea-859c-acadfde1c8f9 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:05.837901 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-bc27b1e5-113f-4fea-859c-acadfde1c8f9 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['1b529fe7-3b5c-452a-aa4a-925394226188', 'c8899b72-f538-4c59-ad92-0d22d9d376c4'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:05.877203 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-bc27b1e5-113f-4fea-859c-acadfde1c8f9 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Extend share completed successfully.
Feb 19 01:36:06.259616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:06.259958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 185] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.260349 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=445,manila:UPDATE=49,manila:INSERT=44 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:36:06.263108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.263491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:06.270090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.339709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.339709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.340244 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:06.341064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.227s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:06.341550 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:06.342301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:06.342301 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:06.342301 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 184] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.342614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.342806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:06.346449 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.354220 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-5f3ab86c-dad8-4036-a468-3d91f7ca37b0 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share Migration for share 80caa390-eb41-44a2-8014-d8358fcbb95b completed successfully.
Feb 19 01:36:06.369758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.369758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.370926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:06.370926 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:06.370926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:06.370926 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 186] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.382651 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.382651 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:06.383774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.406611 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.406611 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:06.407037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:07.811854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:07.812450 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 100] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.813534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.813752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:07.816704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.957686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.957686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.958912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:07.958912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:07.958912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.959872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.959872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:07.961210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.990358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.990940 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:07.991415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:07.992060 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:08.031247 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-30c863a1-a62e-46b9-8eaf-5f8386c1f31a tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance f25d10f4-1933-4eef-8880-dedbd62c037b created successfully.
Feb 19 01:36:08.203580 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=568,manila:UPDATE=78,manila:INSERT=57 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:36:08.236128 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:08.252796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.253491 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.255362 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.255496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.255744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.347348 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.347436 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:08.361672 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.362030 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.367310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.367600 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.367678 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.380344 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.400704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.401046 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.401240 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.401429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] [chan 112] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.403824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.403993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.406515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.409838 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.410083 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 185] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.412773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.412773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.414928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.450302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.450517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.451510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.451510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.453051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.453051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.453051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.454477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.473468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.475622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.477078 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.479141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.137s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.479141 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.481049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 187] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.481396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.481396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.484102 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.569665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.569818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 92] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.575040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.575040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.577384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.586813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.586813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.586813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.586813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.183s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.586813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.586975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.610340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.610340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.611041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.611041 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:08.612334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.042s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.612334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.612830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.615746 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.615746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 186] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.616076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.616076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.618757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.652800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.652800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.653214 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.654525 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:08.654661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.654870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 188] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.656890 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.656969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.658580 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.718840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.133s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.722072 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.729799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.733744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.733744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.739752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.751787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.751787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.755220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.823788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.823788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.823788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.823985 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:08.824214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 187] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.828777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.828894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:08.835087 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.847328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.089s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.847535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:08.847823 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:08.896754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.896754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:08.897081 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:08.956330 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.108s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:08.956475 np0000156440 manila-share[88650]: INFO manila.share.access [None req-66875ec9-c3bf-4ab7-9ae9-4e0c3c7dfd1e tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de.
Feb 19 01:36:09.036711 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['4341bcc9-a12a-4fae-9b26-9fb572ad5d9c', '34b76308-5ca6-4687-9e93-eba89177ecff'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:09.036893 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.037090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.037489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.037561 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.039018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.068748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.068748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.068748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:09.068847 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:09.068943 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.069105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 101] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.071214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.071300 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.085563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.131099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.131099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.131808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.132467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.132942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:09.193344 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['4341bcc9-a12a-4fae-9b26-9fb572ad5d9c', '34b76308-5ca6-4687-9e93-eba89177ecff'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:09.274500 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-c1990985-e662-4680-a926-5322051ece71 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Shrink share completed successfully.
Feb 19 01:36:09.305309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.174s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.305309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.305519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.308018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.309139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.309139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.444949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.136s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.444949 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:09.458457 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.458834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.519665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.520427 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.522652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.560580 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.574768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.574901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.575027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.575218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 113] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.575619 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.575871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.577445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.600278 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.600395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 113] EOF sent (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.601049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:09.601246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.601419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.601784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.601838 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.603865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.660347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.660619 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.661082 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:09.661341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.086s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.661543 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.661928 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.745313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.745479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.745652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.875554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.876682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.876682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.880198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.880381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.880660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.882862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.883000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:09.883270 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:09.941719 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_10a2d426-aaba-47d9-8b59-b4b49903fd18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:09.941719 np0000156440 manila-share[88650]: INFO manila.share.access [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18 belonging to share a519b6ff-6d8b-4649-b0bc-55773a8ebc13.
Feb 19 01:36:09.951139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.951590 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.954395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.954395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.954572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.993768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.993768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.994180 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:09.994270 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:09.994590 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 102] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.995264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:09.995264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:09.999071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.050502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.050502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.050868 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.051074 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:10.051336 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:10.051469 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:10.051633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.053202 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.053202 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:10.054377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.072646 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.072960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.074738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.074738 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:10.074738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:10.074738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:10.075905 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:10.076370 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:10.076531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 114] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.077229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.077308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:10.079268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.100230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.100230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.100598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.101470 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:10.101599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:10.101812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.103255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.103255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:10.105651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.215596 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.216016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.216233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.218408 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:10.218408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 103] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.218695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.219805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:10.222741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.281443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.281753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.282183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.898304 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:10.898304 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] [chan 189] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.903092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.903092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:10.903092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.977959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.979582 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:10.980050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:10.980343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.368s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.147848 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aafb9f4b-5fd0-4843-9a6c-9ee9bcc7fba2 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.148257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-aafb9f4b-5fd0-4843-9a6c-9ee9bcc7fba2 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 115] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.148706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.148827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.152009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.203636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.203636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.203834 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Created reservations ['0411a403-b7f3-4cd1-87ae-2180ada3af84', '6c34b9d8-73e8-4ccb-853d-fbd3d971e77e', '7d2b608d-01c8-49a0-a7f4-ff85646798c3', 'ab78f0c0-7aef-4b3e-aec5-db3e5e80b774'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:11.203897 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aafb9f4b-5fd0-4843-9a6c-9ee9bcc7fba2 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:11.227667 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['0411a403-b7f3-4cd1-87ae-2180ada3af84', '6c34b9d8-73e8-4ccb-853d-fbd3d971e77e', '7d2b608d-01c8-49a0-a7f4-ff85646798c3', 'ab78f0c0-7aef-4b3e-aec5-db3e5e80b774'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:11.231447 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-770c1566-f189-40f1-b322-397813171601 tempest-ReplicationAdminTest-815328312 None] Share replica 3c82e05b-98e9-4c56-bc66-bdcc4dc3a4dd deleted successfully.
Feb 19 01:36:11.232067 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:36:11.240774 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.240916 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:36:11.246675 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.246886 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 01:36:11.274224 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.277999 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:36:11.286738 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.286738 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:36:11.306325 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.306378 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:36:11.306523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.306705 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 188] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.309283 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.309283 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.313026 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.338307 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.338520 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.340166 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:11.340315 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:11.340463 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.340707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 190] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.344995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.345080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.347756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.380344 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.380938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.381887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:11.382027 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:11.382989 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:36:11.383883 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.425429 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.435992 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.447744 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.447744 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:36:11.465218 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:11.571595 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:11.610429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.610701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.614667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.615398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.615624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.701265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.701433 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:11.716742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.716742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.722887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.722887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.722887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.734263 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.745012 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.745251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.745447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.745630 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.746758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.746758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.747203 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.784700 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.784977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.785451 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:11.785649 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.785864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.787963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.788035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.789084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.822335 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:36:11.869587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.870404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.870404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:11.870404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.125s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.870512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.872100 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.963057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.092s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.963211 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.963457 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.963587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.963768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.966389 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.967962 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:11.967962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 189] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.970292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.970292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:11.973002 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:11.973059 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.973059 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.973059 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:11.978739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:11.979854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:11.980065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.024718 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.024718 np0000156440 manila-share[88650]: INFO manila.share.access [None req-5d4464fe-fcb4-4e2b-a6fe-9a57800d6f45 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de.
Feb 19 01:36:12.170800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.171218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.236913 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.237870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.240010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:12.240634 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:12.240634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 191] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.240634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.241754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:12.242852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.277358 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.106s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.277740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.277817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.279746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.279901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.280460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.283021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:12.283212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 104] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.289092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.289193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:12.295762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.392215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.393736 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.393736 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:12.393736 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_10a2d426_aaba_47d9_8b59_b4b49903fd18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.318s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.399131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.119s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.399266 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:12.435761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.435761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.544807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.108s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.544807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.544807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.579337 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.614365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.615693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.615693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:12.616571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 116] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.617220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.617586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:12.621641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.633597 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Created reservations ['2f769f36-ab99-462c-b145-77f61ee1d854', '75ed6def-5371-42a6-ae19-e3584605ae36', 'fe9e125f-dcb1-42d9-b9f9-3b262308c19f', '44c54d48-36f4-4a3d-aa34-3f91d4ee08ed'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:12.651499 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['2f769f36-ab99-462c-b145-77f61ee1d854', '75ed6def-5371-42a6-ae19-e3584605ae36', 'fe9e125f-dcb1-42d9-b9f9-3b262308c19f', '44c54d48-36f4-4a3d-aa34-3f91d4ee08ed'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:12.660748 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-060425a7-aadd-4538-b87f-a3ad346e1411 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance 10a2d426-aaba-47d9-8b59-b4b49903fd18: deleted successfully.
Feb 19 01:36:12.660748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.660879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.661862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:12.662413 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:12.662413 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.664749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.664749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:12.664749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.716674 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.716950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.718111 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:12.718371 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.103s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.719209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.719753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.774950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.776802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.776802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.867131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.867511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.867834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.875136 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.875277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.875529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.879089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.882202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:12.882202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:12.949076 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_659886f5-bff3-48e4-a5c1-a83525923850" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:12.949214 np0000156440 manila-share[88650]: INFO manila.share.access [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 659886f5-bff3-48e4-a5c1-a83525923850 belonging to share 80caa390-eb41-44a2-8014-d8358fcbb95b.
Feb 19 01:36:12.959693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:12.960220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.961565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.961640 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:12.965892 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.992384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.992534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:12.997114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:12.999950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.000150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 105] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.004921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.004921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.007440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.025303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.025303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.025655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.025926 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:13.026239 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:13.026470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.026687 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.027895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.027895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.028369 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:13.046801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:13.046955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:13.046955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.046955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 117] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.047224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.047435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.049065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): lsof -w /alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.087493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.089109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.089109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.090377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.207879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.210736 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.210736 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.210736 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.210736 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 106] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.211078 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.211243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.212366 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.253754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.253754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.253754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.580649 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 191] EOF sent (191) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Info about replica '6f74a8a8-c4a0-4bf2-8dbd-88427390d23a' creation is following:
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: received 43.9K stream in 0.14 seconds (318K/sec)
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (2.92K/sec)
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:36:13.583270 np0000156440 manila-share[88651]: received 312B stream in 0.14 seconds (2.23K/sec)
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: received 312B stream in 0.12 seconds (2.53K/sec)
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (3.00K/sec)
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.70K/sec)
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: received 312B stream in 0.06 seconds (4.76K/sec)
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 into gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845
Feb 19 01:36:13.584370 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.84K/sec)
Feb 19 01:36:13.584642 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:36:13.584642 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.584642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 190] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.585191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.585191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.587400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.629393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.629393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.629393 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.629393 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.629808 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 192] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.631076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.631271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.632710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:13.663695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.663903 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 25] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.664175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.664327 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.665473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.688788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.688788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.688985 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.689133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.689303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 93] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.689607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.689674 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.690703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.738589 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.739006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 93] EOF sent (93) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.739394 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.739641 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:13.739892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:13.740117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] [chan 26] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.740493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.740681 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:13.743081 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.833430 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.833874 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:13.834619 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:13.835081 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:13.869890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:13.870367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:13.872751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:13.873009 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:13.873257 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:13.894240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:13.894408 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-c7b7d694-a3f0-489c-99cd-e575a3a70f92 tempest-ReplicationAdminTest-815328312 None] Share replica 6f74a8a8-c4a0-4bf2-8dbd-88427390d23a created successfully.
Feb 19 01:36:14.584540 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f '|' ssh stack@127.0.0.1 sudo zfs receive -v betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:14.584891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 118] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:14.585435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:14.585435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:14.586647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:14.818791 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Entered migration_start method for share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:36:15.094597 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:36:15.196338 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.202598 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.210022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.210462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.212849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.215247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.216450 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.227923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.262751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.263324 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 107] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.279982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.279982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.284040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.290829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.290829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.294375 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.295777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.295777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.301747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.301747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.301747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.307924 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6f74a8a8-c4a0-4bf2-8dbd-88427390d23a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.308115 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 6f74a8a8-c4a0-4bf2-8dbd-88427390d23a belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:15.321290 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.321491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 191] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.322428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.322689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.323620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.324393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.324438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.326090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.326530 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 119] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.329530 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.336765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.336765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.339588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.345397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.377225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.399904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.400862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.405101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.405101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.405101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.405101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.405338 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 193] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.407202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.407202 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.410786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.411288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.412308 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.414971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_659886f5_bff3_48e4_a5c1_a83525923850" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.367s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.416753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.426649 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.427685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.435917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.435917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.436746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.438430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.439470 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.450102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.450317 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.451041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 193] EOF sent (193) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.451041 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.452114 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:15.452114 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.452114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 192] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.452471 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.452773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.453846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.479283 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.479283 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.479283 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.519403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.521092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.521526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.523944 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.524750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 108] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.559775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.559775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.571406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.655051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.655489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.656071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.656292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.656481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.663281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.663370 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.703762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.703762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.703762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.703762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.704234 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:15.774269 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-68cd9264-10ae-49eb-8aaf-3eaee68ee4aa tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 723258b2-a60d-4708-988e-8598a4bd808e created successfully.
Feb 19 01:36:15.805808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.806197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 120] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.806801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.806908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.808401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.810048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.477s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.810598 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Received request to update access for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:15.825325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.825557 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.833019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.833019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.833117 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.865510 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['581df78b-a442-4a10-89cd-b5e135498bcb', '271d1d63-2746-41f5-ba67-d88b9c4ac6e8', '568e41ea-dfcd-4651-8e78-40c0aeabb33b', '5b968137-6f39-4475-98b6-85c20af4f0ed'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:15.896037 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['581df78b-a442-4a10-89cd-b5e135498bcb', '271d1d63-2746-41f5-ba67-d88b9c4ac6e8', '568e41ea-dfcd-4651-8e78-40c0aeabb33b', '5b968137-6f39-4475-98b6-85c20af4f0ed'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:15.906129 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-63333106-9157-4a8a-b614-7a4af6be9008 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance 659886f5-bff3-48e4-a5c1-a83525923850: deleted successfully.
Feb 19 01:36:15.931496 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.931496 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.931918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.932971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:15.932971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.932971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.932971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:15.933397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.100s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:15.933590 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:15.936388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.957054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:15.957054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:15.962959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.964154 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:15.964154 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:15.964154 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:15.996193 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b39a41d5-de33-4d21-af38-6b2dc7ebf9b6 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a created successfully.
Feb 19 01:36:16.001671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.002048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.002758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.019669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.019925 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] All access rules of share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:36:16.031783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.031783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.033801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:16.033801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.033801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.033801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:16.035588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.066837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.066975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.067354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:16.067529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:16.067695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.068132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.068132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:16.069500 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.119140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.119493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.119830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:16.120104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.088s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.120332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.120650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.235084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.114s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.236528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.236528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.236528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.236528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.236698 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.238130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.238265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.238536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.240380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.240578 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:16.241292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:16.286210 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:16.286536 np0000156440 manila-share[88650]: INFO manila.share.access [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de.
Feb 19 01:36:16.297508 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Initiating driver migration for share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:36:16.357341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:16.357679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] [chan 109] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.358269 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.358570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:16.360779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.409752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.409752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.409752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:16.410365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo chmod 755 /tmp/tmppf7o4n3n/alpha_manila_share_e1d7f233_bf58_4286_a337_c6192bc22430.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:16.410840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] [chan 121] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.411511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.411712 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:16.413425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.433389 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.433789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.434255 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:16.434539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): nohup /tmp/tmppf7o4n3n/alpha_manila_share_e1d7f233_bf58_4286_a337_c6192bc22430.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:16.435202 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.435892 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.436107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:16.439954 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.816062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.819564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:16.819564 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-169028c1-70f5-44d9-9958-16fa1a368591 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:17.481162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:17.481623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 194] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.483415 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.484334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:17.488294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.534186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.534444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.535759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:17.535759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.131s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:17.535759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:17.536033 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:17.536156 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:17.536662 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 193] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.537149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.537354 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:17.539156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.558756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.558935 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.559414 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:17.560173 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:17.560173 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:17.560173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 195] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.575639 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.576040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:17.580685 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.602876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.603239 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 195] EOF sent (195) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.603746 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:17.926333 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:17.926333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 110] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.926333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:17.926333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:17.929622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.115000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.115000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.116016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:18.116016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:18.116016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.119456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.123330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:18.127421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.144902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.144902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:18.148190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:18.148190 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:18.218374 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-bcff7820-030f-43a4-8159-1e7686910ead tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 1f7a13a8-73de-429b-a9eb-3f8494351b9a created successfully.
Feb 19 01:36:19.139442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.139858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 122] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.140332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.140332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.142158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.337747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.338299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.341767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.341767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.341767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.345405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.345405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.350660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.364895 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:19.405258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.405553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.409306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.409306 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:19.434703 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.436666 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.444548 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-4deb272e-b155-4d0a-bb5e-0cf0ab744796 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 created successfully.
Feb 19 01:36:19.447689 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.447942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.448574 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.525427 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.525819 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:19.594319 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.597402 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.605851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.606165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 194] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.610145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.610145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.611876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.625770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.625770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.625770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.666960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.705743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.705743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.705743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.705743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.709690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.712498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.714015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.759171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.759171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.759171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.759171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.759171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.761747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.762038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.764809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.808675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.809164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.809696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.809696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.274s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.811812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.814184 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.814768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.814768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 196] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.818536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.818536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.818536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.831839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.842059 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.842777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.842777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.138s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:19.849787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:19.849787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:19.867545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.867545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.871038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:19.871306 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:19.871533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:19.871767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 195] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.888977 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.889059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:19.890131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.922818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.922818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:19.922818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:20.005880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.158s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:20.005880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:20.005880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:20.006230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:20.006458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:20.006713 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:20.009813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:20.010083 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:20.010538 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:20.014255 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:20.014613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:20.015023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:20.071786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:20.071786 np0000156440 manila-share[88650]: INFO manila.share.access [None req-d39875b2-fe6f-4be9-95bb-16c36f2e8933 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:21.441771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b375973b-f6cb-424b-b6a0-a4dc34513fb4 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:21.442219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b375973b-f6cb-424b-b6a0-a4dc34513fb4 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 111] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.446125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.446125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:21.456031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.523752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.523752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.528076 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b375973b-f6cb-424b-b6a0-a4dc34513fb4 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:21.922746 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:21.922746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 197] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.928475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.928475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:21.936804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.979421 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.979421 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.981765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:21.981765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.167s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:21.981765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:21.986067 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:21.986067 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:21.986410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 196] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.987157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:21.987673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:21.989603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.011896 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.012136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.013135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:22.013135 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:22.013135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:22.013135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 198] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.022577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.022577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:22.023086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.056805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.056805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:22.056805 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:22.560255 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:22.626364 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:22.628492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:22.644697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:22.644697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:22.644697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:22.771476 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:22.771707 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:22.833342 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:22.835750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:22.884467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:22.884467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:22.884467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:22.973699 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:22.986769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.040764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.040764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.053088 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.054123 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.054914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:23.057393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 123] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.058499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.058499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:23.059515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.060956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.061905 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.066441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.116546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.118045 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.130209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:23.132739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:23.132739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.141086 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.143050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:23.146214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.195092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.133s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.198897 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:23.252933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.255752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.255752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.255752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.257876 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:23.259955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.206s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.261153 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.262130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.287028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.287028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.287028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.334844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.409571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.410287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.413003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:23.413003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.413172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.414695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:23.415830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.456190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.192s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.456190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.456190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.457138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.457138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.458229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.463406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.463406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.465320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:23.465320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:23.465320 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.465986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.470920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:23.472290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.473953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.474914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.476256 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.482793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.482793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.485756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.570037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.570421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:23.570699 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:23.573022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.161s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.574748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.574748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.597155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.114s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.597348 np0000156440 manila-share[88650]: INFO manila.share.access [None req-47cc4ecd-6a4d-46ba-9400-cc3e35f2aaa2 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:23.702186 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.129s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.702350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.702618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.702765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.702895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.703099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.711684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.711684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.711684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.717149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.717425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:23.717633 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:23.794668 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:23.796819 np0000156440 manila-share[88650]: INFO manila.share.access [None req-152640bb-47a9-4515-9828-986a74eebcad tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:24.059774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:24.059774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 197] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.062920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.062920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:24.064648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.155463 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.157754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.157754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:24.157754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.174s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:24.157754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:24.159826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:24.159826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:24.159826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 199] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.162161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.162161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:24.164522 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.194128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.195838 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.195838 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:24.198656 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:24.198656 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:24.199171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 198] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.200627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.200627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:24.202734 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.215591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.215591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:24.215591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:25.492488 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:25.495236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 200] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:25.497056 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:25.497223 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:25.501786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.220665 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.222187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 199] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.226888 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.228958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.244623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.293047 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:26.361298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.362749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.369238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.369238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.372386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.372386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.379842 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 201] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.379842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.379842 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.220s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:26.386327 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:26.387756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:26.387756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.387756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 200] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.420438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.420551 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.430208 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.434538 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.434621 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.444181 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.490860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:26.491669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:26.492923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.492923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.494804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.494804 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:26.494804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.494804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 201] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.528756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:26.528756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:26.528756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:26.534496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.534978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.534978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.534978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.538343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.538343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.538343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 202] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.547296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.557533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.557533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.557533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.578583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.578583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.588788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.647711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.647711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.649281 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.649281 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.649654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 202] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.656009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.656009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.665217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.685092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.156s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:26.685092 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:26.726031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.726031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.726031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.729631 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.729631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 203] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.729631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.729631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.734880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.777057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.777057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.777057 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.777057 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:26.777057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 94] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.780879 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.780879 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:26.787830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.792702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:26.793785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:26.809307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:26.809307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:26.809307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:26.829673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.829673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:26.829673 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:26.829673 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:26.912674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.104s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.015863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.015863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.015863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:27.015863 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 112] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.024871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.024967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:27.026757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.095257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.095257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.097850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:27.097850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:27.097850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.103054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.103054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:27.111346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.122750 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Entered migration_start method for share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:36:27.219423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.227341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:27.239772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:27.251898 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.229s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.251898 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.251898 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.585017 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-991a8c60-e809-4b0d-b91f-a7978afeb916 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 9fa4e375-10f6-4797-bcc2-f6c73f017eb0 created successfully.
Feb 19 01:36:27.673078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.421s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.674516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.676024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.676024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.677190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.677671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.692571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.693715 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.696332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.726852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.726852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.726852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:27.830969 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.105s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:27.831775 np0000156440 manila-share[88650]: INFO manila.share.access [None req-5b173498-1245-4b60-bfa6-d5e2999693eb tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:27.942251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:27.943838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.234388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.288s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.234388 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:28.283515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.283515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.305865 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.305865 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.309523 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.557557 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:28.557557 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 203] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.560122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.560122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:28.565334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.608310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.298s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.610820 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:28.656324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.662962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.663341 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:28.663624 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.277s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.668192 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.668192 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.668335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:28.668471 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 204] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.676374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.678555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:28.678615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.678615 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.678930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.719346 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.719458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.726827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:28.727026 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:28.727249 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:28.727421 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 204] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.733622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.733699 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:28.738038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.768156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.768329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.768809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:28.793018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.114s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.794900 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.795283 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.852582 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:28.852582 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] All access rules of share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:36:28.915748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:28.918492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:28.918492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:28.918492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 124] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.922316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.922316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:28.924053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.964087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.968701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.968701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:28.968701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:28.968701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.968701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:28.969870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:28.971759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.053567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.053993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.054525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.054927 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.138s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.055502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.057380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.134570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.078s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.135748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.135748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.135748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.135748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.135859 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.137434 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.137632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.137953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.139567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.139903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.140272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.157885 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.159833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.164374 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.164580 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.164784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.165599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.165792 np0000156440 manila-share[88650]: INFO manila.share.access [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:29.171465 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.173916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.173916 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.177321 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Initiating driver migration for share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:36:29.179775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_9fa4e375-10f6-4797-bcc2-f6c73f017eb0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.179775 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] All access rules have been synced for share instance 9fa4e375-10f6-4797-bcc2-f6c73f017eb0 belonging to share 6a436956-8d68-4460-baa9-03a3a6ec1dda. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:29.189938 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.190129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 205] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.191977 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.192209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.195775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.221139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.221805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.222135 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.222348 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.223675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.232079 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.232254 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.232595 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.232796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.234803 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 205] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.237334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.237334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.238055 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.274092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.275249 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.275777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.276796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpt6rklb4r/betta_subdir_manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.277294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 113] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.278034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.278034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.279164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.295186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.295186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.295538 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.295772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.296084 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.296215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.296375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 27] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.298975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.299019 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.300573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.300573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 113] EOF sent (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.301087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.301773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): nohup /tmp/tmpt6rklb4r/betta_subdir_manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.303294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 125] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.303517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.304069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.304069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.305647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.341434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.341599 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.341994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.346630 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:29.346630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:29.346630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:29.346630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:29.346757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.346757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 206] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.348337 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.348425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.352859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.374548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.374802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.375152 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.375335 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:29.419262 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): lsof -w /gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.419262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 206] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.419262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.419262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.419262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.591315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.594280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.594280 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.595200 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount /gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:29.595200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 207] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.595773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.595773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:29.599897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.696612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.696612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.698066 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:29.886638 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.886638 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:29.892598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39cd6e7d-74c6-4fee-bfd7-9b9f9012580f tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.008608 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Entered migration_start method for share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:36:30.273092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.275094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.415218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.139s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.415218 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:30.445685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.445685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.449023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.449806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.450149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.565479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.115s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.566403 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:30.594269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.595011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.655412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.658972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.658972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.703432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.703432 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] All access rules of share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:36:30.770329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:30.770329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 207] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.772460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.772460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:30.773203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.782277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.782277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.784296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:30.784296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.785667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.785842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:30.788193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.846567 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.846567 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.849738 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.850316 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.180s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.852927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.853496 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:30.854446 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:30.858088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 208] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.859642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.859810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:30.860913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.860913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.863127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.863127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:30.863127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.863240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.866652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.867882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:30.872113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.903848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.903848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.903848 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.903848 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:30.903848 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:30.905544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 208] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.910277 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.910277 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:30.911855 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.939620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.939620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 208] EOF sent (208) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.940096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.955809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.955809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:30.955809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:30.955809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.173s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:30.955809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:30.956268 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:31.025188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.026789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:31.026789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:31.026789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.026789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:31.026982 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:31.029952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.030299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:31.030706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:31.033354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.034702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:31.034702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:31.061225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.061614 np0000156440 manila-share[88650]: INFO manila.share.access [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:31.067047 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Initiating driver migration for share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:36:31.127149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:31.127749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 114] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.128257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.128257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:31.132309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.179414 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.179602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.179939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:31.181680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpn51b1_ud/alpha_manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:31.181894 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 126] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.183365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.183437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:31.184952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.202028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.202214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.202474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:31.202631 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): nohup /tmp/tmpn51b1_ud/alpha_manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:31.203965 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.205239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.205239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:31.206048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.603735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.603735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.603735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-55f9e39b-9156-4eba-8df4-82402197a18c tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:31.699996 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:31.701037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 209] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.702188 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.702648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:31.705441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.769773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.769773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:31.770414 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:31.771376 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-gamma/manila_share_9fa4e375_10f6_4797_bcc2_f6c73f017eb0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.426s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:31.864401 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['c3f7bfb8-b921-4d99-b85f-c1a3d6148efe', '9aac9f8a-162b-454b-885a-d776f91e7db7', 'dcee083b-e10b-440f-ae6b-059bb7d0eb56', '5359616c-1bd9-4c57-8b95-bc490de612d9'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:31.877624 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['c3f7bfb8-b921-4d99-b85f-c1a3d6148efe', '9aac9f8a-162b-454b-885a-d776f91e7db7', 'dcee083b-e10b-440f-ae6b-059bb7d0eb56', '5359616c-1bd9-4c57-8b95-bc490de612d9'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:31.882071 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2f92a976-1ea8-4765-ab8c-352c54048f91 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 9fa4e375-10f6-4797-bcc2-f6c73f017eb0: deleted successfully.
Feb 19 01:36:32.760286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:32.760877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 115] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.763020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.763020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:32.764596 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.780787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.780897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.781141 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:32.781331 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:32.781738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:32.785175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:32.785175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 127] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.786937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.787010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:32.792232 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.826583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.827988 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.828154 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:32.828617 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:32.828617 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:32.828693 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.832113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.832189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:32.835040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.854166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.854341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.855645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:32.941574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:32.941574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 209] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.942478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.942478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:32.944135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.128s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:32.981615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 210] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.982224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:32.982389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:32.984257 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.006766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.006766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.007772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.007772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:33.007772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:33.007772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.009531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 95] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.010802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.010802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.011750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.029677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.029677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 95] EOF sent (95) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.030253 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.030483 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:33.030741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:33.031024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:33.031348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:33.031809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.031893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 210] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.032304 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.032444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.033526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.067615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.067919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.069297 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.069808 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:33.070056 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.071174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 211] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.071636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.075015 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.075015 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.222138 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.223021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.223525 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.224390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.225034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 211] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.225778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.225920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.230025 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.287444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.287444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.291831 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.379653 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.379653 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:36:33.382386 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.445236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.445600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 116] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.446818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.446977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.448854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.487565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.487565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 116] EOF sent (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.507560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.509449 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota alpha/manila_share_e1d7f233_bf58_4286_a337_c6192bc22430 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.509680 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 128] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.510130 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.510333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.512052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.530585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.531100 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.531630 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.550576 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share f021e071-0ca2-4642-813b-5eb85a8d96de completed first phase successfully.
Feb 19 01:36:33.577096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.577096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.577455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.577601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.579895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.626200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.626393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.645701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.649518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.649518 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 117] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.649836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.649987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.651956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.671747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.671747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.671747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.690377 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share fd19797a-1058-45ca-a7ff-effb461f3bcf completed first phase successfully.
Feb 19 01:36:33.747915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.748698 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 129] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.749214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.750126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.752419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.797164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.798003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.816836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.819518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.819783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.820178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.820495 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.822855 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.845175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.845175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.845830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.871563 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share 6094dec9-d112-4d84-933f-e580242fc95b completed first phase successfully.
Feb 19 01:36:33.872897 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.872897 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:36:33.884451 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.885819 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:36:33.890459 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.890817 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 01:36:33.895007 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.895210 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:36:33.897639 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.898180 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:36:33.905013 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:33.905258 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:36:33.905567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.905808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 118] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.906563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.907033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.908498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.931759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.931759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.932135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.932333 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:33.932548 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.935869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 130] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.935869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.935869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.939080 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.962317 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.962402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.962827 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.963034 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:33.963328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.963798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.964353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.964353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.966166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.987232 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.987528 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.988505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:33.988505 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:33.988505 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:33.988505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 119] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.988980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:33.989131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:33.990500 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.010447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.010447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 119] EOF sent (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.011035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:34.011236 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:34.011472 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:36:34.011869 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:34.024009 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:34.027070 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:34.029468 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:34.029645 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:36:34.034153 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:36:34.857817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:34.857817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 131] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.860403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.860403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:34.863570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.900127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.900127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:34.900660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:34.901340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a@manila_share_snapshot_ceab6257_8510_4e8a_b3df_6fcdb6fa30b7" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.119s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:34.980932 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['3a130876-6db0-4b0e-9abf-a1277f751fd3', '4a9db609-3c27-4be9-8e5f-fb9975c867fb', '099db63d-012e-41fb-8900-f94a2d11fe46', '5ab1e78b-35da-4eba-b077-0d51f8d4acf3'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:34.995117 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d8c39ea4-1868-4401-9e61-f415f0dba450 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['3a130876-6db0-4b0e-9abf-a1277f751fd3', '4a9db609-3c27-4be9-8e5f-fb9975c867fb', '099db63d-012e-41fb-8900-f94a2d11fe46', '5ab1e78b-35da-4eba-b077-0d51f8d4acf3'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:35.291323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.291323 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 212] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.296013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.296013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.296013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.345270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.345270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] [chan 212] EOF sent (212) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.346018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.347713 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6f74a8a8_c4a0_4bf2_8dbd_88427390d23a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.315s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:35.474467 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Created reservations ['8e397651-66e1-4325-a194-fdb86625f4fb', 'a146d6dc-d163-403c-b245-91cd90f65251', '1c12e4ff-6359-4ec1-83f9-4e6cad171825', '093de6c9-b869-4ed1-b156-4fc3eee893e8'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:35.489366 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Committed reservations ['8e397651-66e1-4325-a194-fdb86625f4fb', 'a146d6dc-d163-403c-b245-91cd90f65251', '1c12e4ff-6359-4ec1-83f9-4e6cad171825', '093de6c9-b869-4ed1-b156-4fc3eee893e8'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:35.494596 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-6792f059-db76-4052-baa4-b857117ee59a tempest-ReplicationAdminTest-815328312 None] Share replica 6f74a8a8-c4a0-4bf2-8dbd-88427390d23a deleted successfully.
Feb 19 01:36:35.700209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:35.700827 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:35.702892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:35.702892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:35.703049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:35.704976 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:35.705175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:35.705432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:35.707171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_1f7a13a8-73de-429b-a9eb-3f8494351b9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:35.707361 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] All access rules have been synced for share instance 1f7a13a8-73de-429b-a9eb-3f8494351b9a belonging to share 5c8208c3-e554-4cea-930e-3678c8ed1804. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:35.710623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.710623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.711102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.711245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.713095 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.739096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.739096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.739529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.740177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.740177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 120] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.741882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.741882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.742187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.786057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.786750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.786872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.787170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:35.787665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:35.787909 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.788141 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.788534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.788751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.790767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.807790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.807790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.808257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.808478 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:35.808700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:35.808949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:35.809250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:35.809445 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.809659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 132] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.810068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.810750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.812189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.829110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.829110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 132] EOF sent (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.829574 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.829822 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:35.830022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.830240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.830599 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.830792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.831956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.939139 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.939139 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.939139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:35.939139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:35.939139 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 121] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.939860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.940009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:35.942011 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.973402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.973402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 121] EOF sent (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:35.974231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:36.459007 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to finish Share Migration for share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:36.608373 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to finish Share Migration for share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:36.773857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:36.774060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 133] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.774704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.774810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:36.786263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.787497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:36.787642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.792254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.792336 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:36.795747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.853455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.853455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.857767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:36.857767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:36.857767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 122] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.861980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.861980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:36.861980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.935895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.936808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.936808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.936808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.945750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:36.947906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:36.948098 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 134] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.950435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:36.950435 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:36.954854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:36.954935 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:36.968226 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.056625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.056950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.058555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.058861 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:37.063755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.063755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.067137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.067764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.074750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.103755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.103755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 123] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.103755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.103755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.104307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.127089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.127089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.129045 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.129045 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.129045 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 135] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.134738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.134738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.134738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.173195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.173195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.173195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.175205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.181990 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.181990 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.181990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 124] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.181990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.181990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.187426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.187426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.187426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.188554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.188554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:37.191199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:37.191199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.191199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 136] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.218755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.219191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.222777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.222777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.267747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.267747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.267747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.267747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.273146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.276639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.277176 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.278641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.280781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:37.280781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:37.281331 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.281331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.283089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.283089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.285351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.304375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 125] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.325175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.325175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.331390 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.348923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.348923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.351886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.353960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.353960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.356762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.356762 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:37.356762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.356762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 137] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.359046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.359123 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.362751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.392268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.392441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.394890 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.404076 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:36:37.502200 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.502758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 212] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.503861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.503861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.505420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.720057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.720057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.720057 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:37.720302 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.720477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 213] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.723955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.723955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.724684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.976084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:37.976394 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 126] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.979277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:37.979277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:37.983221 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.086755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.086755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.086755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:38.086755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_1f7a13a8_73de_429b_a9eb_3f8494351b9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.276s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:38.207769 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['fb7577f1-1fa6-4ed0-9908-efd1e636530f', '4409ed77-2440-4606-aafb-43e9d269619b', '88713e94-e592-4c65-86cc-c20453217b77', '862f88b0-d98f-4b66-9e7f-57f631c15d0a'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:38.226307 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['fb7577f1-1fa6-4ed0-9908-efd1e636530f', '4409ed77-2440-4606-aafb-43e9d269619b', '88713e94-e592-4c65-86cc-c20453217b77', '862f88b0-d98f-4b66-9e7f-57f631c15d0a'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:38.232449 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-955a1c13-69af-4819-858a-704abb6a96cb tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 1f7a13a8-73de-429b-a9eb-3f8494351b9a: deleted successfully.
Feb 19 01:36:38.970815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.970815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Info about replica '6aa6b5f6-9605-489e-9eec-74e719a6c53e' creation is following:
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: received 43.9K stream in 0.12 seconds (367K/sec)
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: received 312B stream in 0.06 seconds (4.73K/sec)
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473
Feb 19 01:36:38.974164 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.52K/sec)
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (3.78K/sec)
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.35K/sec)
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.36K/sec)
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.13K/sec)
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845
Feb 19 01:36:38.974553 np0000156440 manila-share[88651]: received 312B stream in 0.06 seconds (4.79K/sec)
Feb 19 01:36:38.977035 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 into gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911
Feb 19 01:36:38.977035 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.85K/sec)
Feb 19 01:36:38.977035 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:36:38.980220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:38.980220 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 213] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.980900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.980900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:38.982655 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:38.989710 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:38.990793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:38.996808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:38.998959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:38.998959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.001767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.001767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.001767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.003477 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_723258b2-a60d-4708-988e-8598a4bd808e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.003768 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] All access rules have been synced for share instance 723258b2-a60d-4708-988e-8598a4bd808e belonging to share 0b745b4e-2bc2-4869-ba51-8ed0489ad2b8. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:39.007264 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.007529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.008062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.008211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.009386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.035750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.035750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.036624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.036943 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.037331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 138] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.038613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.038613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.039015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.082236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.082236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 138] EOF sent (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.082867 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.083156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.083713 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.084274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.084274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.084405 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 213] EOF sent (213) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.084543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.084753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.084871 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.085705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.085787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.085787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 214] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.088249 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.088295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.088295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.090005 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.128680 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.128680 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.129760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.129760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.129760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.129760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.129760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 28] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.131385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.131385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.132234 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.132533 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.133017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.133372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.133828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.134592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.134653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.134690 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.135606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 127] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.135940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.136180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.136475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.138004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.166880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.167064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.167363 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.167532 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.167687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 96] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.170080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.170156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.171132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.186060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.186467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.186813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.187438 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.187438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.187438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.189738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.189896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.192562 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.232410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.232491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.232802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.233012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.104s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.233154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.233302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] [chan 29] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.235941 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.235987 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.239989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.266732 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.269605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.269605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.269605 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 139] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.270788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.272038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.275052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.307257 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.307503 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.308596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.308596 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.318112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.320833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.320833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.320833 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.320833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.320833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 128] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.321497 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.321636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.322689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.354039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.354039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 140] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.357786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.357786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.359908 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.361837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.361837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.367548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.371936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.372294 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.380006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.380116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.381942 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.386711 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.388660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.388660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.388660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.390335 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 129] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.396091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.396091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.400710 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.400710 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.401076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.413082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.413345 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-15b96188-5f3a-425f-b03c-3bf6651daa8e tempest-ReplicationAdminTest-815328312 None] Share replica 6aa6b5f6-9605-489e-9eec-74e719a6c53e created successfully.
Feb 19 01:36:39.431593 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.431593 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.438782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.477377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.477831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.478314 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.478915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a@tmp_snapshot_for_share_migration__4e65c0c5_2c47_47af_85b0_afd8e75ef847_time_2026_02_19T01_36_29_207665" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.289s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.479700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.479700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.479700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.479928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.480380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.480561 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.483584 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.496463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.496463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.496463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.502775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.502775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.502775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.502775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3@tmp_snapshot_for_share_migration__8d287c7c_97dd_4b45_8726_d1c9de8c29a1_time_2026_02_19T01_36_31_104113" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.223s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.502775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.502959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.502959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.503177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.503533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.503775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.505690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.514282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.514751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.515814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.516079 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.516401 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.516602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.529379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.529379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.530611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.530611 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.530611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.530611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.555308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.555308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.556957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.572003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.572351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.574926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.601845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.601845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.601969 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.602136 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.123s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.602278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.602529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.602663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.603974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 141] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.604957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.605034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.609646 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.629811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.629811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.629811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.629910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.127s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:39.630049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:39.630258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:39.630386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.630552 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 130] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.636493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.636493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.643574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.643876 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.643997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.644337 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.644750 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.644750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): lsof -w /alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.647902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.648229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.648303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.654756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.668825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.668825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.669035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.669210 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:39.669643 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.669643 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 142] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.685075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.685155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.687682 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.784418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.784571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.784892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.785138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.785306 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 131] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.786138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.786215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.787682 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.864378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.864749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.865663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.865663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:39.865663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.865663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.865794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:39.868123 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.868286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.868544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:39.870750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.897316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.897805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:39.898453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:40.538474 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked-share-replica-operation-for-share-56205737-e487-46d0-b825-abec70111877" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:36:40.619918 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:40.620139 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:40.621810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:40.622044 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:40.622306 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:40.624065 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:40.624261 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:40.624518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:40.626207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_6aa6b5f6-9605-489e-9eec-74e719a6c53e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:40.626829 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 6aa6b5f6-9605-489e-9eec-74e719a6c53e belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:40.629487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:40.629769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 214] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.631231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.631231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:40.632301 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.665294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.665294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.665294 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:40.665294 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:40.665294 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:40.665540 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:40.665540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 215] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.666679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.666679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:40.667007 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.684856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.684856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 215] EOF sent (215) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.685447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:40.685671 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:40.685981 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:40.686204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 215] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.705059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.705971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:40.706325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.721878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.721878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 215] EOF sent (215) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:40.722458 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:41.359131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:41.360766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 143] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.363623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.363623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.364340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.403539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.403539 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 143] EOF sent (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.404936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:41.405612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f@tmp_snapshot_for_share_migration__e1d7f233_bf58_4286_a337_c6192bc22430_time_2026_02_19T01_36_16_324816" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.136s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:41.406055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -r alpha/manila_share_e1d7f233_bf58_4286_a337_c6192bc22430 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:41.406495 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 132] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.406913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.407177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.408208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.499194 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:41.501750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.503525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.503525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.506630 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.869539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:41.870662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 144] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.897129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.897129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.897129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:41.902215 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:36:41.904749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x57debad0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.904749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.920122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.920122 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.923874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.924749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.926715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.926715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.926715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.926715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.926715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.946555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.946800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.947831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.948063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.948642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.950076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.950615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:41.987443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.008139 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:36:42.008139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:42.008139 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.164448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.219755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.219755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.219755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:42.219755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-betta/subdir/manila_share_723258b2_a60d_4708_988e_8598a4bd808e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 3.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.320122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.320122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 144] EOF sent (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.323226 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:42.324088 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-alpha/manila_share_53f0ec71_10b8_4a19_955c_0467d4dd018a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.721s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.444514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.444514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.445747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:42.445747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-betta/subdir/manila_share_e65c53b5_fc6a_46e3_b8b9_50d30f67b2d3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.815s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.723163 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:42.724706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 216] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.726100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.728023 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.729328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.846909 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.846909 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.849595 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:42.849978 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Migration of share with ID '0f3a8016-dbba-4dc5-901e-18019ba7077f' has been canceled. {{(pid=88650) migration_cancel /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1599}}
Feb 19 01:36:42.882762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e1d7f233-bf58-4286-a337-c6192bc22430" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:42.882762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_e1d7f233-bf58-4286-a337-c6192bc22430" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:42.884933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_e1d7f233-bf58-4286-a337-c6192bc22430" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.885071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:42.885308 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:42.885430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.982932 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.983180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.983574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:42.983942 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.319s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:42.984373 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:42.984777 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:42.984971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:42.985192 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 216] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.985605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:42.985713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:42.987054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.006094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.006290 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 216] EOF sent (216) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.007022 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:43.007255 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:43.007471 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:43.007633 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 217] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.025230 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.025341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:43.027849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.058735 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.058940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:43.059305 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:43.179821 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Share instance e1d7f233-bf58-4286-a337-c6192bc22430: deleted successfully.
Feb 19 01:36:43.319744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.319744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.411676 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['e35b84fa-92ba-4530-8379-afa4482f37f1', '65b43f56-a365-4fa7-bb27-1540c041a4b2', '65a6598b-dd1d-49b3-97ad-fe7f0f6994c5', '2ccd249c-39bc-4d3c-9513-8d8d4939ae3f'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:43.590308 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.598752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.601791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.604483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.626343 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['e35b84fa-92ba-4530-8379-afa4482f37f1', '65b43f56-a365-4fa7-bb27-1540c041a4b2', '65a6598b-dd1d-49b3-97ad-fe7f0f6994c5', '2ccd249c-39bc-4d3c-9513-8d8d4939ae3f'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:43.630460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.311s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.657835 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-f22f72ee-5bdc-4bf4-8a1d-d7d56ee5bb22 tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance 723258b2-a60d-4708-988e-8598a4bd808e: deleted successfully.
Feb 19 01:36:43.680840 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Received request to update access for share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:43.687075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.096s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.717740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.717740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.729978 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.730150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.730446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.748860 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Received request to update access for share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:36:43.794742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.794742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.799682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.800145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.800145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.817750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.211s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.845170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.847760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.852191 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.852327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.852625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.917269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.187s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.917437 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847 belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:43.958875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.959449 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.969002 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.969131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:43.969411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:43.984854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.132s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:43.985743 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:44.007710 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.206s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.007710 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:44.025597 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.025597 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.026126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.026281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.052101 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.082s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.053612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.054052 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.054317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.072485 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.072645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.073386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.088551 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.100896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.100896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.100896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.100896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.104191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.104191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.108737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.117378 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.117671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.117915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.118090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 145] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.120741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.120741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.120741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.121435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.143709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.144223 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.164066 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.164271 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 145] EOF sent (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.165943 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.166130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.166311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.166640 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.166718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.167959 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.174686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.174910 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.175227 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.175413 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.175602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.179748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.179748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.179748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.189747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.189747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.190096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.190294 np0000156440 manila-share[88650]: DEBUG manila.ssh_utils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] ssh.connect: ip: 127.0.0.1, port: 22, look_for_keys: True, timeout: 60, banner_timeout: 60 {{(pid=88650) create /opt/stack/manila/manila/ssh_utils.py:90}}
Feb 19 01:36:44.193670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] starting thread (client mode): 0x56d67680 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.198227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Local version/idstring: SSH-2.0-paramiko_4.0.0 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.209752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Remote version/idstring: SSH-2.0-OpenSSH_9.6p1 Ubuntu-3ubuntu13.14 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.209752 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Connected (version 2.0, client OpenSSH_9.6p1)
Feb 19 01:36:44.212346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange possibilities === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.212426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex algos: curve25519-sha256@libssh.org, ecdh-sha2-nistp521, ecdh-sha2-nistp384, ecdh-sha2-nistp256, diffie-hellman-group-exchange-sha256, ext-info-s, kex-strict-s-v00@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.212499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server key: rsa-sha2-512, rsa-sha2-256, ecdsa-sha2-nistp256, ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.212582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.212652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server encrypt: chacha20-poly1305@openssh.com, aes256-gcm@openssh.com, aes128-gcm@openssh.com, aes256-ctr, aes192-ctr, aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.212731 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server mac: hmac-sha2-512-etm@openssh.com, hmac-sha2-256-etm@openssh.com, umac-128-etm@openssh.com, hmac-sha2-512, hmac-sha2-256, umac-128@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server compress: none, zlib@openssh.com {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] client lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] server lang: <none> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex follows: False {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === Key exchange agreements === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Strict kex mode: True {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Kex: curve25519-sha256@libssh.org {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] HostKey: ssh-ed25519 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Cipher: aes128-ctr {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] MAC: hmac-sha2-256 {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Compression: none {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.214981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] === End of kex handshake === {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting outbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] kex engine KexCurve25519 specified hash_algo <built-in function openssl_sha256> {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Switch to new keys ... {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Resetting inbound seqno after NEWKEYS due to strict mode {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Got EXT_INFO: {'server-sig-algs': b'ssh-ed25519,ecdsa-sha2-nistp256,ecdsa-sha2-nistp384,ecdsa-sha2-nistp521,sk-ssh-ed25519@openssh.com,sk-ecdsa-sha2-nistp256@openssh.com,rsa-sha2-512,rsa-sha2-256', 'publickey-hostbound@openssh.com': b'0', 'ping@openssh.com': b'0'} {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Adding ssh-ed25519 host key for 127.0.0.1: b'29d796bce3629e9d9296a322caca825a' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.223908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Trying discovered key b'14ab0c153181e81d17e3c2319f0959f2' in /opt/stack/.ssh/id_ecdsa {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.256460 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.257742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.258028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.260385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.260636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.261018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.262086 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] userauth is OK {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.273736 np0000156440 manila-share[88650]: INFO paramiko.transport [-] Authentication (publickey) successful!
Feb 19 01:36:44.273736 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:44.273736 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] [chan 0] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.273845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.174s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.273999 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.274311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.294844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.177s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.294998 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.295236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.330517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Received global request "hostkeys-00@openssh.com" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.330601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Rejecting "hostkeys-00@openssh.com" global request from server. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.330786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Debug msg: b'/opt/stack/.ssh/authorized_keys:1: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding' {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.370600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.370703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 0 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:44.384177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] Sesch channel 0 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.435173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.161s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.435702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.435906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.436099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.437332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.437332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.440327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.440528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.440808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.448293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.448948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.449242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.467702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.172s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.467702 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.467989 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.468178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.468361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.468608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.471818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF received (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.471818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 0] EOF sent (0) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:44.473455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:44.474063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.333s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.474265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.474534 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.477663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.477886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.478169 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.485060 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.485279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.485552 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.509423 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.060s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.510468 np0000156440 manila-share[88650]: INFO manila.share.access [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847 belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:44.529413 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.529413 np0000156440 manila-share[88650]: INFO manila.share.access [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:44.568827 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.094s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.570276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.570276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.570276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.570276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.570386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.571954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.572242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.572499 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.574310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.574502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:44.574776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:44.599448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:44.599448 np0000156440 manila-share[88650]: INFO manila.share.access [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de.
Feb 19 01:36:44.639583 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d690389c-56b8-44d7-95bf-da37d0c20335 tempest-MigrationCancelNFSTest-1049786879 None] Share Migration for share f021e071-0ca2-4642-813b-5eb85a8d96de was cancelled.
Feb 19 01:36:45.063518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.066090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 217] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.069517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.069517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.073893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.208526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.208806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.210100 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.210446 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.226s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:45.212022 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.213005 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.214154 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.214154 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 218] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.214620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.214843 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.217361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.237842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.238673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 133] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.239332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.239474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.242792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.252856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.252856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.254185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.254185 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:45.254185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.254185 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 218] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.255987 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.256175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.260820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.280688 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Created reservations ['ef57afd8-520e-4916-ba09-d7a42f3b884f', '6fd376ff-2b09-4a15-b2e3-2badec19a684', 'eaf1dd91-782f-4860-a0d0-f9160a9a1d2a', 'b65a06c2-00e8-43fa-b9a7-20c61e26b63e'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:45.287709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.288679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.292284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.292284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.292284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.294290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.294290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 146] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.294290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.294290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.299052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.304439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.305590 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.306947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.308173 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['ef57afd8-520e-4916-ba09-d7a42f3b884f', '6fd376ff-2b09-4a15-b2e3-2badec19a684', 'eaf1dd91-782f-4860-a0d0-f9160a9a1d2a', 'b65a06c2-00e8-43fa-b9a7-20c61e26b63e'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:45.324678 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['b808ad03-1503-4816-95db-de436863afa3', '91222d33-1e86-4931-b20d-beeda57c4b7f', 'ba8b2604-94de-4e6c-b5c1-d80687029a43', 'f17643cc-a340-4a53-94d5-56da33277af1'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:45.327530 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.327967 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.334275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.334275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.334641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.334880 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:45.335201 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:45.335566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.338827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.338827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:45.345145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.357872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_53f0ec71-10b8-4a19-955c-0467d4dd018a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:45.358453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.358625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.372196 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['b808ad03-1503-4816-95db-de436863afa3', '91222d33-1e86-4931-b20d-beeda57c4b7f', 'ba8b2604-94de-4e6c-b5c1-d80687029a43', 'f17643cc-a340-4a53-94d5-56da33277af1'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:45.375388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.376378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:45.376559 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:45.487707 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.487707 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.537700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.178s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:45.539420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:45.541898 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:45.543304 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:45.616383 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance 53f0ec71-10b8-4a19-955c-0467d4dd018a: deleted successfully.
Feb 19 01:36:45.656100 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.113s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:45.664662 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-62386852-3edf-460b-ae05-f2179d7f1a0d tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share Migration for share fd19797a-1058-45ca-a7ff-effb461f3bcf completed successfully.
Feb 19 01:36:45.708588 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance e65c53b5-fc6a-46e3-b8b9-50d30f67b2d3: deleted successfully.
Feb 19 01:36:45.756664 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-01bf8603-3adc-42f0-889b-4ddb71c606d5 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share Migration for share 6094dec9-d112-4d84-933f-e580242fc95b completed successfully.
Feb 19 01:36:46.404588 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.405453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.495208 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.090s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.495613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.495977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.497788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.497998 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.498942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.551267 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.551543 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:46.565900 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.566296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.590361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.591682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.591682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.607947 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.620316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.621461 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.621461 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.622172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.624112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.624112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.625052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.647842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.647842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.647842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.647842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.647842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.648235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.648381 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.649403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.717765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.719084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.719751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.720069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.099s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.720372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.720710 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.750498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.751363 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.751363 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.783359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.784350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.784350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.785771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.786015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.786343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.788814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.788814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.788814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.808507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_0f3a8016-dbba-4dc5-901e-18019ba7077f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.808817 np0000156440 manila-share[88650]: INFO manila.share.access [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f belonging to share f021e071-0ca2-4642-813b-5eb85a8d96de.
Feb 19 01:36:46.812114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.812385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 134] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.812822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.812963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.814048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.837304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.837304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.837679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.837965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.838214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 147] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.838801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.838801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.840788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.872186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.873808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.873808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.873808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.873808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.873808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.874155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.874532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.874669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.875619 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:46.893768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:46.893939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:46.894107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.894369 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.894978 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.895126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.897741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.912846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.912846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.912846 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:46.913120 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:46.913313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:46.913535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.913912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:46.914059 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:46.916739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.023706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.023706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.023706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.023706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:47.023706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 135] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.024245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.024382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:47.025397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.054079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.054079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.054576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.309526 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:47.309526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 219] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.310475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.310834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:47.313769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.348636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.348636 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 219] EOF sent (219) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.349335 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.349794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.137s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:47.350148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:47.350635 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:47.351342 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:47.351342 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 219] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.351912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.352115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:47.354757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.375533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.375533 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 219] EOF sent (219) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.377487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.377487 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:47.377487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:47.377487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 220] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.377838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:47.381527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 148] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.381527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.381527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:47.381527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.391748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.391748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:47.392790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.406259 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.406259 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 220] EOF sent (220) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.406757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.429691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.429691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:47.429691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:47.429691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b@manila_share_snapshot_229b9251_41c7_44c1_b3b5_04344f5c924f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.138s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:47.505632 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['54b78049-c3f3-4e82-9bb0-57c46fcd60d7', 'c6d5acb2-7999-463d-865c-539bc2d2ec3f', 'ca514c7d-cb79-4660-93dd-fd3b1a930f91', '00357664-ef4f-46bf-bc2b-ce10f40917cf'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:47.519400 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-45e9971d-f997-4e42-b3e7-ba3d7c1e0d3e tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['54b78049-c3f3-4e82-9bb0-57c46fcd60d7', 'c6d5acb2-7999-463d-865c-539bc2d2ec3f', 'ca514c7d-cb79-4660-93dd-fd3b1a930f91', '00357664-ef4f-46bf-bc2b-ce10f40917cf'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:48.359706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:48.359706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:48.361335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:48.361881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:48.362195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:48.364170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:48.364575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:48.365349 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:48.368102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "locked_access_rules_operation_by_share_instance_f25d10f4-1933-4eef-8880-dedbd62c037b" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:48.368614 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] All access rules have been synced for share instance f25d10f4-1933-4eef-8880-dedbd62c037b belonging to share 8c735542-76a6-4180-8f9c-b9e19643dbf2. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:36:48.373254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.373254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.373651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.373821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.375699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.396008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.398876 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.398876 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.398876 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.399178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.400162 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.400447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.403177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.425666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.425666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.426177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.426699 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:48.427773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:48.427773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.427773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 1] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.428155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.428295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 1 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.429407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] Sesch channel 1 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.448423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF received (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.448423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 1] EOF sent (1) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.448855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.449159 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:48.449380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:48.449752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Acquiring lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:48.449950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:48.450150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.450673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 136] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.451000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.451187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.454738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.475695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.475695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.475695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.475695 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] ZFS option mountpoint's value is /alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:48.476251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): lsof -w /alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.476499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 149] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.477261 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.477261 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.478966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.609809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.609809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.609809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.609809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo umount /alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.610339 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.611427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.611898 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.615681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.681716 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.681716 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.682398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.848094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6948250-b691-4f4e-a2ce-56a8d875bd38 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set quota=3G betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:48.848094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a6948250-b691-4f4e-a2ce-56a8d875bd38 tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.849849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.851071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:48.852632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.934763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.935260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:48.936367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6948250-b691-4f4e-a2ce-56a8d875bd38 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:48.973530 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a6948250-b691-4f4e-a2ce-56a8d875bd38 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['5dbe428b-80d4-418f-8c97-c0c19ed5b9e4', '8217396f-599f-483d-ac81-2d92a5c06c13'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:48.996952 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a6948250-b691-4f4e-a2ce-56a8d875bd38 tempest-MigrationWithShareExtendingNFSTest-378156851 None] Extend share completed successfully.
Feb 19 01:36:49.014660 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['d7610a07-a7fb-4283-b4ed-6499bb0f2d15', '0f5ddb32-c8c5-4d07-984f-456d352dc1f3'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:49.014660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.014660 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 137] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.015112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.015375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.017442 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.037228 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.037787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF sent (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.038000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.038241 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:49.038467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.038697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 150] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.039122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.039273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.040627 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.057094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.057094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.057529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.057668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.058913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.102756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.102756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.102756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.122657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.123207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.124379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.125741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_0f3a8016_dbba_4dc5_901e_18019ba7077f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.231s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.130104 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['d7610a07-a7fb-4283-b4ed-6499bb0f2d15', '0f5ddb32-c8c5-4d07-984f-456d352dc1f3'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:49.171617 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-7227ac95-289f-48a7-996e-4705b09c2ee7 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Shrink share completed successfully.
Feb 19 01:36:49.236617 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Created reservations ['0ba49593-b38f-4a7e-9a70-60083a8684ef', '99d8edff-abcd-422b-97a0-c00e5f3aff48', 'cf6df6ff-eb20-4aa9-a557-d246642fd1bd', '0e0e51a7-6b97-49b5-8635-6ad19b6230f9'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:49.255326 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Committed reservations ['0ba49593-b38f-4a7e-9a70-60083a8684ef', '99d8edff-abcd-422b-97a0-c00e5f3aff48', 'cf6df6ff-eb20-4aa9-a557-d246642fd1bd', '0e0e51a7-6b97-49b5-8635-6ad19b6230f9'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:49.262328 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-82db0fe2-98d5-47bd-bd5a-b107f2809491 tempest-MigrationCancelNFSTest-1049786879 None] Share instance 0f3a8016-dbba-4dc5-901e-18019ba7077f: deleted successfully.
Feb 19 01:36:49.410742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.410742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 220] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.411371 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.411513 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.413740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.601674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.602367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.610764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.611010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.611338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.611584 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.261s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.614235 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.614515 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.614603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.615506 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 221] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.618200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.618200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.620532 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.656161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.656991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.658098 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.659313 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:49.659952 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.660256 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 221] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.660982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.661854 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.663577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.698237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.698237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.698640 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.700961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.098s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.700961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.701937 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.703442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.703690 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.704753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.796570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.092s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.796916 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Updating access rules for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:49.809535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.810431 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.833226 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.833524 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.833936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.847165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.858580 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.859555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.859555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.859555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.860870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.860870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.861276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.890952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.891238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.891815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.892600 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:49.892600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.892917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.893081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:49.894225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.951735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.951735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:49.951918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:49.952095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.952283 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.952496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:49.990819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:49.991789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:49.991789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.032292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.032899 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:50.033429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.036401 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.037095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:50.038692 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.041156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.041761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:50.042058 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.072446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "locked_access_rules_operation_by_share_instance_eebcbe60-6bfb-46ac-8c51-16f905eca88c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.073794 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Access rules were successfully modified for share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c belonging to share 11a1def7-9c42-410f-9779-613fe896b890.
Feb 19 01:36:50.080267 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.080641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 138] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.082065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.082386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.084075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.108648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.109795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.109795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.109795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.110178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 151] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.110535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.110708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.112918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.152777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.152777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.153271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.153614 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:50.154126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.155229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.155229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.155229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.155229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.156225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.174706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.174706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.175243 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.175698 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:50.175698 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.176091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:50.176388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:50.176796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.176907 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.177280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.177419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.179043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.201333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.201333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.202750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.202750 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] ZFS option mountpoint's value is /betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:50.202750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.202750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.203054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.203204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.205052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.319129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.319430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.319864 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.320209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.320451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 139] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.320859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.321151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.322790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.351460 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.352904 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.354078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.685270 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:50.685270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] [chan 152] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.687184 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.687184 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:50.691685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.751803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.752120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:50.752922 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:50.753760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Lock "zfs-dataset-alpha/manila_share_f25d10f4_1933_4eef_8880_dedbd62c037b" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.303s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:50.848381 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Created reservations ['f0ef207f-6ddb-4d94-aedc-a3f209799750', 'f00b59fc-d498-4f3b-a649-340ea955aa97', '86c987c5-e1ec-4655-be7b-7c10c1a9cccd', 'feffee2a-ed8c-49a5-9797-e5d21dc9cb36'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:50.862571 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Committed reservations ['f0ef207f-6ddb-4d94-aedc-a3f209799750', 'f00b59fc-d498-4f3b-a649-340ea955aa97', '86c987c5-e1ec-4655-be7b-7c10c1a9cccd', 'feffee2a-ed8c-49a5-9797-e5d21dc9cb36'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:50.866487 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-83f315ae-331d-4e3a-83a6-7855cf52b1cf tempest-SharesFromSnapshotAcrossPools-1162736115 None] Share instance f25d10f4-1933-4eef-8880-dedbd62c037b: deleted successfully.
Feb 19 01:36:51.702737 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:51.702737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 222] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.703577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.703577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:51.706001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.746887 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.746887 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.746887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:51.746887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.132s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:51.746887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:51.747175 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:51.747175 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:51.747175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 222] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.747175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.747175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:51.748944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.787006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.787203 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.787714 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:51.788015 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:51.788553 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:51.788804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 223] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.789349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.789433 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:51.796743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.819263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.819263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 223] EOF sent (223) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:51.820557 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:52.357756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:52.357756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:52.359743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:52.362571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:52.371845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:52.486741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:52.486741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:52.486741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:52.491989 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Lock "zfs-dataset-betta/subdir/manila_share_eebcbe60_6bfb_46ac_8c51_16f905eca88c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.313s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:52.714382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:52.714791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:52.924082 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:36:52.980349 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:36:52.980349 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Created reservations ['856c8ab1-5b85-4b97-b838-d4af9f56fcfc', 'efc0bfb5-22a1-4f47-b4ba-958cd7fcc968', 'd3a349d1-59d6-4696-8a14-5d02971a03eb', 'fd03cc3d-5a83-4ff8-a43e-66c1e0f08262'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:52.987628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.270s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:52.987628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:52.987628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.026391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.029593 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.031192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.031847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.032776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.047736 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Committed reservations ['856c8ab1-5b85-4b97-b838-d4af9f56fcfc', 'efc0bfb5-22a1-4f47-b4ba-958cd7fcc968', 'd3a349d1-59d6-4696-8a14-5d02971a03eb', 'fd03cc3d-5a83-4ff8-a43e-66c1e0f08262'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:53.066612 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8923d070-4913-4ad5-a4b3-d3a2758c7be7 tempest-MigrationCancelNFSTest-1049786879 None] Share instance eebcbe60-6bfb-46ac-8c51-16f905eca88c: deleted successfully.
Feb 19 01:36:53.202847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.174s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.203146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.203520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.207111 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.207645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.208002 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.217396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.185s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.218309 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Updating access rules for share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:53.236796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.237158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.376641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.139s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.378158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.378158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.413024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.204s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.413024 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Updating access rules for share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847 belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:36:53.436326 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.436942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.446366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.493740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.494850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.495437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.495437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.497341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.499008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.505753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.505753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.505753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.505753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.542417 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.554755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.554861 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.555305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.555305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 140] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.555741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.555741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.556689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.578745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.578745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.578745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.578745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.578745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 2] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.579177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.579222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 2 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.580795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.580795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.581958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.582115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.582272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.584754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.584754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.584754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] Sesch channel 2 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.587748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.679962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.680521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.682426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF received (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.682625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 2] EOF sent (2) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.684110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.686017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.130s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.686017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.686464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.691480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.691844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.197s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.692803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.693063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.763705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.764409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.764781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.770493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.077s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.771114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.771717 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.821806 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.821806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 223] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.822508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.822508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.826117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.873627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.102s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.875312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.876747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.888457 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.888642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.888903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.900139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.900364 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.900930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.915434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.915638 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.917813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.917813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.171s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.917813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.918384 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.918384 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.918384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 224] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.923480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.923480 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.925818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.933795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.167s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.938048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.940313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.945735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.945735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.945735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.954054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.954054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.954750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:53.954750 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:53.954750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:53.954839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 224] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.958001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.958001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:53.960311 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.964749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:53.964749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:53.965238 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:53.990457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.990457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:53.990599 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.009961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "locked_access_rules_operation_by_share_instance_8d287c7c-97dd-4b45-8726-d1c9de8c29a1" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.109s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:54.010756 np0000156440 manila-share[88650]: INFO manila.share.access [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Access rules were successfully modified for share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1 belonging to share 6094dec9-d112-4d84-933f-e580242fc95b.
Feb 19 01:36:54.032685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.033065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 153] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.035123 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.035313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.036912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.037402 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "locked_access_rules_operation_by_share_instance_4e65c0c5-2c47-47af-85b0-afd8e75ef847" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:54.037626 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Access rules were successfully modified for share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847 belonging to share fd19797a-1058-45ca-a7ff-effb461f3bcf.
Feb 19 01:36:54.045354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.045354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.048564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.048564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.049761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.080124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.083158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.088312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.088312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.088312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 141] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.088755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.090997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.092423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.092966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.094743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.094743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.094743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.094743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.102782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.102782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.105817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.138081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.138276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.138628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.139957 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:54.141302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:54.141302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.141302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.143444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.143521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.147617 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.179354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.179517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.182087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.182250 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:54.182793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:54.182793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Acquiring lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:54.184850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:54.184993 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.185159 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 154] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.185506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.185625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.186044 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.186230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:54.186430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:54.186792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.186792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 3] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.192032 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.192110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.193995 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.194168 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.195039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 3 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.201023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] Sesch channel 3 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.231851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.231851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 154] EOF sent (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.232378 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.233738 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] ZFS option mountpoint's value is /alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:54.237314 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): lsof -w /alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.237314 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.237314 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.237314 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.241764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.255205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF received (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.255205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 3] EOF sent (3) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.255875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.255875 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:54.257940 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.069s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:54.258084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:54.258442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:54.258509 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.258627 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 142] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.260964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.263094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.263933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.332046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.332270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.333221 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.333221 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] ZFS option mountpoint's value is /betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:54.333221 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.333221 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.338072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.338177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.341571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.462874 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.466742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.467003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.469734 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo umount /alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.470209 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 155] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.471758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.474068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.478800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.630324 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.631326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.632665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.635643 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:54.635643 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 143] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.637800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.639511 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:54.641950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.654774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.654774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.656223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:54.693547 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.694786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:54.695369 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:55.996258 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:55.996258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 225] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.005414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.005698 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:56.013359 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.127958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.129094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.130321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:56.131863 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.213s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:56.132178 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:56.133752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:56.135509 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:56.135509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 225] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.136253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.136253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:56.138457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.177673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.178292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.180799 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:56.180799 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:56.180799 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:56.180799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 226] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.186030 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.186030 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:56.192072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.218375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.218375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.221191 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:56.661707 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:56.661999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.662754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.663808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:56.669938 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.698742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:56.698742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.703690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.703690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:56.716817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.764912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.768777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.768777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:56.768777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Lock "zfs-dataset-alpha/manila_share_8d287c7c_97dd_4b45_8726_d1c9de8c29a1" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.584s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:56.837042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.837515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:56.843833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:56.844899 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Lock "zfs-dataset-betta/subdir/manila_share_4e65c0c5_2c47_47af_85b0_afd8e75ef847" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.586s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:57.263290 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Created reservations ['f41cde3a-12cc-4de9-99ff-8548fba5b071', '1446975c-d2f7-4eea-bf67-599cf344e4dc', 'c220dad2-c04f-4107-b66d-8393d0678e3f', '95aab682-4212-4fc2-8dc3-6bd0aafb7df1'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:57.265835 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Created reservations ['fc2d4d21-31a8-4b6e-9c23-d0f16b7c4e03', 'b1114d7c-af02-46bc-95d1-3219dbbe5ec6', '94869cf2-e47c-4d04-bc35-bde65b0841f9', '74770b1e-f97d-47e8-b2fe-e274e69a7132'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:36:57.326750 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Committed reservations ['f41cde3a-12cc-4de9-99ff-8548fba5b071', '1446975c-d2f7-4eea-bf67-599cf344e4dc', 'c220dad2-c04f-4107-b66d-8393d0678e3f', '95aab682-4212-4fc2-8dc3-6bd0aafb7df1'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:57.338134 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8eb35fd9-9c28-4ff6-a6ab-ddc1c8e3360e tempest-MigrationWithShareExtendingNFSTest-378156851 None] Share instance 4e65c0c5-2c47-47af-85b0-afd8e75ef847: deleted successfully.
Feb 19 01:36:57.344251 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Committed reservations ['fc2d4d21-31a8-4b6e-9c23-d0f16b7c4e03', 'b1114d7c-af02-46bc-95d1-3219dbbe5ec6', '94869cf2-e47c-4d04-bc35-bde65b0841f9', '74770b1e-f97d-47e8-b2fe-e274e69a7132'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:36:57.352343 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1093fa1d-27bf-44af-9ae2-d6dba7264684 tempest-MigrationWithShareShrinkingNFSTest-2099616960 None] Share instance 8d287c7c-97dd-4b45-8726-d1c9de8c29a1: deleted successfully.
Feb 19 01:36:58.222683 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:58.223197 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 226] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.233274 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.233274 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:58.239036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.339377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.339377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.341027 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:58.343352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.209s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:36:58.343352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:36:58.343352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:36:58.345233 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:58.345482 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 227] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.347376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.347376 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:58.349757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.383357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.385123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.385123 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:36:58.385978 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:36:58.386697 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:36:58.387041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 227] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.389107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.389107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:36:58.391474 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.416885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.416885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:36:58.417819 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.418798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.418798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 228] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.423870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.423870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.427407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.503094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.503094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.506203 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.507404 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.163s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:00.507870 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.509215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 228] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.511791 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.511791 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.518622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.560496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.562147 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.564209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.564209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:00.569676 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:00.569857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.570445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 97] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.573046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.573414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.576446 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.623418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.623418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.624325 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.626666 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:00.628833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.063s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:00.636664 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:00.637769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.637769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 156] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.637769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.637769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.640347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.640373 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.012s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:00.641529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.641529 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 229] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.643931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.643931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.647197 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.709956 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.709956 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.711337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.711821 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:00.712382 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.713450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 229] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.717743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.717743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:00.723753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.994092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.994092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.994092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:00.994092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:00.995607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.998877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:00.998877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:01.000204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 230] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.063210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:01.065120 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.093222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.093222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.093222 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:01.093222 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:01.145750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.145750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:01.145750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:01.177853 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-ec9b042d-8865-4a75-a5f1-d223317177b5 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e created successfully.
Feb 19 01:37:03.146858 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:03.146858 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] [chan 230] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:03.149122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:03.149122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:03.150437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:03.290447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:03.292936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:03.296367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:03.296367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_6aa6b5f6_9605_489e_9eec_74e719a6c53e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.657s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:03.738508 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Created reservations ['1f4485c2-8d72-438d-9835-783e04b7d412', 'f5e7a312-0f9a-48ae-a21d-891bce1216ca', 'ddea0a6e-9fdb-4a5a-a8c8-9e29e9e1018e', '1e80eef5-9640-4b2e-8d50-3967a2351efb'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:03.797322 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['1f4485c2-8d72-438d-9835-783e04b7d412', 'f5e7a312-0f9a-48ae-a21d-891bce1216ca', 'ddea0a6e-9fdb-4a5a-a8c8-9e29e9e1018e', '1e80eef5-9640-4b2e-8d50-3967a2351efb'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:03.820023 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-1657a35c-3716-4b0d-890d-53c603969cd4 tempest-ReplicationAdminTest-815328312 None] Share replica 6aa6b5f6-9605-489e-9eec-74e719a6c53e deleted successfully.
Feb 19 01:37:04.280859 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:04.344208 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.346317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:04.364454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:04.364454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.364454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:04.587993 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.222s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:04.587993 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:04.643849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.644973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:04.674000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:04.674000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.674919 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:04.735237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:04.810545 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.810933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:04.812002 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:04.812389 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 144] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.815778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.815778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:04.820401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.857806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.857806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.858206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:04.860054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:04.862581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.864791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.864791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:04.868301 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.969295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.969295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:04.969456 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:04.974778 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.160s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:04.976781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:04.976781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:05.140909 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.165s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:05.141229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:05.142070 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:05.144803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:05.144803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:05.144803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:05.151457 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.155169 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:37:05.158359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:05.161406 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:05.162685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:05.163495 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.188762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:05.188762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:05.188762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:05.284115 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.284115 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:37:05.325793 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.325793 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:37:05.333930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.144s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:05.335215 np0000156440 manila-share[88650]: INFO manila.share.access [None req-27f661e9-5565-447e-9af5-ce3c5cb289a1 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:05.358978 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.358978 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:37:05.377563 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.378595 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:37:05.435590 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.435664 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:37:05.446960 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:05.446960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 231] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.456394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.456394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:05.458091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.499830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.500491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.500491 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:05.500491 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:05.500597 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:05.502356 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 231] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.511883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.513437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:05.515958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.601228 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.601396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:05.601974 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:05.602154 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:05.602405 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:37:05.602829 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.615556 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.623146 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:05.623146 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:37:05.640456 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:06.682771 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=393,manila:UPDATE=40,manila:INSERT=39 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:37:06.790810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:06.790810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:06.803348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:06.803348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:06.803348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:06.810275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:06.810275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:06.810275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:06.818179 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_39942bf4-8beb-4675-b43f-3497d04e3408" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:06.819747 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 39942bf4-8beb-4675-b43f-3497d04e3408 belonging to share 65d6dc8c-7c61-4432-9486-72fdc82aae91. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:06.835036 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:06.835711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 232] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.840914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.840914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:06.844067 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.883363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.883363 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.884605 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:06.885677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:06.885677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 232] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.887253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.887406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:06.890018 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.934426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.935784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.935784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:06.938013 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:06.940678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:06.940678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:06.940678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 233] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.943280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.943280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:06.945124 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.980890 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.981682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.981794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:06.981991 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:06.983093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:06.983093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 233] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.987904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:06.987978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:06.997043 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.019940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.019940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.019940 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:07.323011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:07.325523 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.325856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.326332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:07.330207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.517780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.518245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.518880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:07.519218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:07.519485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 4] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.520609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.520609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 4 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:07.523157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] Sesch channel 4 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.549833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF received (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.550119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 4] EOF sent (4) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:07.550681 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:07.551810 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:07.578773 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-7e3285d5-962c-441f-990e-b951b72eeed0 tempest-ReplicationActionsAdminTest-286782817 None] Share instance 8bf956b4-84c6-414b-93b3-bfc56e47736c created successfully.
Feb 19 01:37:07.717555 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:07.775888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:07.775888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:07.780444 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:07.780755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:07.782586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:07.831252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:07.831532 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:07.846023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:07.847037 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:07.851020 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:07.851231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:07.851503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:07.864046 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.174151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.174151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.174151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:08.174151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.176887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.178664 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:08.178976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.219459 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.219459 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.219459 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:08.219459 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:08.219459 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.222915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.222915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:08.227447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.359162 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.359162 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:08.361950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:08.361950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.189s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.361950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.361950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.368271 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=3657,manila:UPDATE=377,manila:INSERT=131 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:37:08.700832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.338s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.700832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.700832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.700832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.701006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.701006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.715273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.715273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.715455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.726892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.727083 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:08.727495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:08.812147 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:08.812294 np0000156440 manila-share[88650]: INFO manila.share.access [None req-dfd27acf-b14a-48da-b66c-740b3f65b38e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:09.020422 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:09.020999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 234] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.023818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.023818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:09.025125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.098444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.098690 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.099139 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:09.099454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__39942bf4_8beb_4675_b43f_3497d04e3408_time_2026-02-19T01:34:27.386155" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.161s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:09.099648 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:09.102416 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:09.102607 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:09.103618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 234] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.104125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.104235 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:09.108684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.131010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.131160 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.131998 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:09.132165 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:09.132419 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:09.132555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 235] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.143165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.143271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:09.146769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.166872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.167026 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:09.168130 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:10.658809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:10.658809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] [chan 157] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.660883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.660883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:10.663200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.888076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.888076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.889890 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:10.892897 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:10.892897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.897981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.897981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:10.902020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.932802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.935529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:10.935529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:10.935529 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:10.989552 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-01a2ce42-50a3-4a50-93f1-9eeeba3da50d tempest-ReplicationActionsAdminTest-286782817 None] Share instance 4bfd35db-5107-466e-b4ca-695f53ee91ce created successfully.
Feb 19 01:37:11.172237 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:11.172740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 235] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.180432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.182969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:11.194400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.261678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.263359 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.263359 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:11.265420 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408@tmp_snapshot_for_replication__8ad4ab43_7deb_4d55_b314_1117cfa9e807_time_2026-02-19T01:34:33.682423" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.163s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:11.266767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.268126 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:11.268126 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:11.268126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 30] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.274198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.274198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:11.277111 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.315969 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.316186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.319343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:11.319343 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:11.319343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.051s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:11.319343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.325060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:11.325060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:11.325060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 236] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.325060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.325060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:11.328678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.361182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.361967 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.365840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:11.367779 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:11.371242 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:11.371242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 236] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.371242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.371242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:11.374107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.451874 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Entered migration_start method for share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:37:11.600703 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Starting host-assisted migration for share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:37:11.605799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.605799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.606243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:11.607837 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:11.608593 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 237] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.609956 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.611888 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:11.613491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.660149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.661696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:11.667834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.667834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:11.668267 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:11.796778 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.135s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:11.796778 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:11.828025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.828266 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:11.833273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:11.834500 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.835392 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:11.961304 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.125s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:11.961304 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:11.990819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:11.990819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.048965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.049605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.050611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.078282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.079897 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] All access rules of share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:37:12.111836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.112920 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.112920 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:12.115111 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 145] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.115637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.115637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:12.118231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.170150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.171144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.171562 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:12.172310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:12.172816 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 5] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.174013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.174334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 5 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:12.175699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] Sesch channel 5 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.318782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF received (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.318782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 5] EOF sent (5) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:12.318782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:12.318782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.206s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.318782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.319006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.608748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.290s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.608748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.611906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.611980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.612079 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.617069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.631028 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.631191 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.631466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.648597 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.648780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:12.649038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:12.757845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.109s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:12.758204 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:13.054768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:13.054768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.057792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.058521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:13.060760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.263147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.263147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.264516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:13.265869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:13.266967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.267925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.268084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:13.271464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.306758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.306758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.307961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:13.308243 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:13.353234 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe created successfully.
Feb 19 01:37:13.669358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:13.669358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] [chan 237] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.673420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.673420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:13.675938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.788049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.789081 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:13.789529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:13.790105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_39942bf4_8beb_4675_b43f_3497d04e3408" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.471s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:14.249188 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Created reservations ['3a347c7e-c47c-41f3-bb5e-6fc8eb443121', '9cf92a79-1281-4591-9b3c-bb027833b572', 'cb8f3727-becb-4229-96ea-2c7e5e437478', 'd536a78d-d276-40b2-8390-c6f01c2ad598', '5d93a2c6-f779-4dbb-ab69-928bd6473c69', '5ddb90a2-1fb6-4cae-b12d-836f06092bad', '42b1acb5-6ccd-4343-bf7d-95b1f09e1b89', '1ef1eaf1-a226-4b36-87d0-3a5ffe05fa49'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:14.306067 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Committed reservations ['3a347c7e-c47c-41f3-bb5e-6fc8eb443121', '9cf92a79-1281-4591-9b3c-bb027833b572', 'cb8f3727-becb-4229-96ea-2c7e5e437478', 'd536a78d-d276-40b2-8390-c6f01c2ad598', '5d93a2c6-f779-4dbb-ab69-928bd6473c69', '5ddb90a2-1fb6-4cae-b12d-836f06092bad', '42b1acb5-6ccd-4343-bf7d-95b1f09e1b89', '1ef1eaf1-a226-4b36-87d0-3a5ffe05fa49'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:14.323621 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-d294ea26-0f20-494c-b3f0-0775bd93e3b6 tempest-ReplicationAdminTest-815328312 None] Share instance 39942bf4-8beb-4675-b43f-3497d04e3408: deleted successfully.
Feb 19 01:37:14.513286 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Migration info obtained for share aaacdd1a-14de-4547-b9ba-9068c54ff29e: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:37:14.609475 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Migration info obtained for share dbd67f07-9afe-4046-80ea-8b3f362c43fe: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:37:14.754401 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-45e744c3-2e60-4ca2-8a1a-654e43c893f4 tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['e8827341-8305-4d77-bd31-e6c25f3913b9', '9a78618a-df85-4c97-8c69-c3ffd4ee2822', '20f15eaf-58a2-4b1a-b8e7-94e154980b60', '1978d916-5baf-488e-a654-09801b8fd068', '0033b3eb-84c1-4daa-b40f-d0b7822ac6eb', '2335091e-ba2a-498e-b86f-111bf07b6ce1', '9aed2f30-925d-4e59-8e53-24d65eb90a67', 'dacb18ce-16b0-4fba-b0b3-34e4c534d153'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:14.778164 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-45e744c3-2e60-4ca2-8a1a-654e43c893f4 tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['e8827341-8305-4d77-bd31-e6c25f3913b9', '9a78618a-df85-4c97-8c69-c3ffd4ee2822', '20f15eaf-58a2-4b1a-b8e7-94e154980b60', '1978d916-5baf-488e-a654-09801b8fd068', '0033b3eb-84c1-4daa-b40f-d0b7822ac6eb', '2335091e-ba2a-498e-b86f-111bf07b6ce1', '9aed2f30-925d-4e59-8e53-24d65eb90a67', 'dacb18ce-16b0-4fba-b0b3-34e4c534d153'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:14.881537 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-45e744c3-2e60-4ca2-8a1a-654e43c893f4 tempest-ReplicationActionsAdminTest-286782817 None] Share 6414bb69-8abf-437d-b974-459aba08c618: unmanaged successfully.
Feb 19 01:37:15.017178 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Time to start copying in migration for share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:37:15.305349 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:15.338299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.339636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.343231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.346589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.346589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.423973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.078s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.425182 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:15.454388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.454815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.468294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.469315 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.471120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.514974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.517750 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] All access rules of share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:37:15.546581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.547014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.549160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:15.549160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.551280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.551280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:15.553296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.596372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.596372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.596372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:15.598172 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:127.0.0.1:50.50.50.50,no_root_squash alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:15.598478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.598917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.599113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:15.601067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.703319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.705332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:15.705332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:15.705332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.158s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.705332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.706651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.814032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.108s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.814032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.814032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.814032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.814275 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.814275 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.820355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.820355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.820355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.823961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.824603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:15.824887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:15.884076 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:15.886152 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:16.349621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.350954 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.354155 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.354836 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.368522 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.013s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.374767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.375002 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.376491 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.381873 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_df761918-0dca-412b-bf46-132a970e7f63" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.383604 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance df761918-0dca-412b-bf46-132a970e7f63 belonging to share 59fb0693-ed30-41b7-9b7c-8e8cb937fc44. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:16.390174 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:16.390375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 238] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.392250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.392250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:16.393706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.443698 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.443698 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.443698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:16.443698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:16.444055 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 238] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.448392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.448392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:16.448800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.507694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.508030 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.509147 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:16.510412 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.510883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.511540 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:16.511540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 239] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.511954 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.512117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:16.514586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:16.557521 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 239] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.558682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.558915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:16.560272 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.592005 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.592291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.592715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:16.836689 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:16.853214 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.853415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.855968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.857145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.857145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.927066 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.070s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.927066 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:16.945753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.945753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.953536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.953834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.954136 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.971353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:16.995258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:16.995258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:16.995258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:16.995258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 158] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.996446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:16.998754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:16.998754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.031102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.031392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.032313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:17.033259 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:17.034294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 6] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.035032 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.035388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 6 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:17.036464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] Sesch channel 6 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.137848 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF received (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.140093 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 6] EOF sent (6) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:17.141549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:17.142403 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.147s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.142403 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:17.143319 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:17.268120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.124s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.268120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:17.268120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:17.268120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.268480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:17.268480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:17.277510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.278737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:17.278737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:17.284707 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.285039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:17.287330 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:17.352763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:17.352763 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:18.105758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.109529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 146] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.109529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.109529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.110322 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.135287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.135484 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.135830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.135996 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:18.142762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.142762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.142762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.142762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.144532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.163695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.163695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.163695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.163695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.163695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.164028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.164028 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.164881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.182997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.183197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.184203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.184658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs umount -f alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.184658 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 159] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.187870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.188766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.190976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.230472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.230472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.230815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.234333 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.235934 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 147] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.236386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.236460 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.239066 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.276777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.276777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.276777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.276777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_4bfd35db_5107_466e_b4ca_695f53ee91ce alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.276777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.286029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.286029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.286029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.389018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.389018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.389018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.389183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs mount alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.389438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.393984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.394276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.397873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.555183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.555183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.555183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.555183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.555183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 160] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.560050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.560050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.564775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.595146 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.595146 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 240] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.598149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.598149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.601061 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.662422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.663692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.663692 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.663692 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.663692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 148] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.670984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.671062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.676770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.726861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.729756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.729756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.732218 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__df761918_0dca_412b_bf46_132a970e7f63_time_2026-02-19T01:34:08.327619" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.218s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:18.737824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:18.738780 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:18.738780 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.738780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 240] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.742175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.742579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.746835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.791812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.794800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.795530 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.797137 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:18.800099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.801185 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.804171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 241] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.807493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.807493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.809525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.811175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.812886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.812886 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.815412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.816819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.816819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.822367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.851122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.851122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.851122 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.900762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.900762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.900762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.900762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:18.900762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.909936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.909936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:18.918777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.933885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.933885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:18.933885 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:18.933885 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:19.079158 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['61243376-2cef-4e7f-b90f-7f3cf98d2767', 'cb586e4f-50eb-472f-b703-f7cc249f1379', 'ac3168cf-c6ea-47db-b2ec-a2200fe8c232', '876013c4-4b8c-4b15-b3b3-072939da3acd', '3f560099-2c33-4631-857e-be5fddcd2b68', '6097bd32-f0dd-4060-b831-20064cf10699', 'f64b55d1-088c-49ce-a13b-e5198277ac7d', '27e5e0fd-e014-4872-b98b-4cd26498e49c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:19.099979 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8bebc9e9-71fc-46af-b283-a01b0b945ade tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['61243376-2cef-4e7f-b90f-7f3cf98d2767', 'cb586e4f-50eb-472f-b703-f7cc249f1379', 'ac3168cf-c6ea-47db-b2ec-a2200fe8c232', '876013c4-4b8c-4b15-b3b3-072939da3acd', '3f560099-2c33-4631-857e-be5fddcd2b68', '6097bd32-f0dd-4060-b831-20064cf10699', 'f64b55d1-088c-49ce-a13b-e5198277ac7d', '27e5e0fd-e014-4872-b98b-4cd26498e49c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:20.852231 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:20.854160 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 241] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:20.854411 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:20.854792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:20.858754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.014571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.014571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.014571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:21.014571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63@tmp_snapshot_for_replication__bbb21b68_a1f5_4a9b_aa52_157d642643df_time_2026-02-19T01:34:11.770560" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.275s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:21.014571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:21.014864 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:21.014864 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:21.014864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 98] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.016047 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.016047 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:21.017241 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.059005 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.059334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.060053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:21.060671 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:21.061501 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:21.062880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:21.063983 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:21.065296 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:21.066447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 242] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.066867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.067850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:21.070139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.117852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.117852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.117852 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:21.117852 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:21.117852 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:21.122852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 242] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.125186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.125186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:21.126528 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.576996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.578325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.578325 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:21.578325 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:21.578325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 243] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.578653 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.578817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:21.581746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.614347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.614686 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:21.617743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:21.901847 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked-share-replica-operation-for-share-25347ea1-7a02-45ce-99c5-d61f6b06820b" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:37:22.178560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:22.179755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 243] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.181960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.182042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:22.184639 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.586620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.586620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.598425 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:22.601151 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:22.601151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 244] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.611908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:22.611908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:22.611908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.508172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.508172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Info about replica '320e2324-51b6-45d7-be08-5f5ab487af74' creation is following:
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 into gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]: received 43.9K stream in 0.18 seconds (249K/sec)
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:37:23.516193 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.519998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 244] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.521490 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.521490 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.536095 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.578892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.581447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.581447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.581447 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.581447 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 245] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.586951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.586951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.588516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.619760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.619760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] [chan 245] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.625380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.625380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.630917 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.660592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.660592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.663920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.663920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:23.663920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:23.663920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.666038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 31] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.670832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.670832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.673850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.730985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.730985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.730985 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.731616 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.732994 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 99] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.734796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.737624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.737624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.737624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.737624 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.737624 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_df761918_0dca_412b_bf46_132a970e7f63" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.673s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:23.743979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.827608 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.827608 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.827608 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.827921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.164s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:23.828140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:23.828379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] [chan 32] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.831322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.832896 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:23.840171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.872753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.876040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:23.876040 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:23.876040 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:24.028089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.029473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.035942 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.036216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.036591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.089430 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.091366 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-a32b5b9e-4768-4388-8f94-1beb08a30828 tempest-ReplicationActionsAdminTest-286782817 None] Share replica 320e2324-51b6-45d7-be08-5f5ab487af74 created successfully.
Feb 19 01:37:24.172757 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Created reservations ['9f5be7df-1219-4ba6-a7d2-0b1b0a483d62', 'f4cb45c4-fefd-481f-a751-7ec1a761ecfc', 'bc9eade4-1d98-4394-8220-1344851a6b41', '36634925-bb17-46a9-99e2-1fd106d4111c', 'da71f7c0-f5ea-40d0-8ad4-6d3a922bd24f', '59aaf294-8a37-48de-b647-af45a134d40e', '8cba34a5-bb04-41e8-b45f-b14cf43d1564', '036b0ffb-fac8-439c-a90a-433a3b3f93f1'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:24.205478 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Committed reservations ['9f5be7df-1219-4ba6-a7d2-0b1b0a483d62', 'f4cb45c4-fefd-481f-a751-7ec1a761ecfc', 'bc9eade4-1d98-4394-8220-1344851a6b41', '36634925-bb17-46a9-99e2-1fd106d4111c', 'da71f7c0-f5ea-40d0-8ad4-6d3a922bd24f', '59aaf294-8a37-48de-b647-af45a134d40e', '8cba34a5-bb04-41e8-b45f-b14cf43d1564', '036b0ffb-fac8-439c-a90a-433a3b3f93f1'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:24.212242 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-1f2c0dbe-2f23-462e-96db-a48732e1507d tempest-ReplicationAdminTest-815328312 None] Share instance df761918-0dca-412b-bf46-132a970e7f63: deleted successfully.
Feb 19 01:37:24.330474 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:24.352192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.352802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.358087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.358087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.360006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.446511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.446511 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:24.478185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.478390 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.485602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.485602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.485602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.529918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.529918 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] All access rules of share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:37:24.563687 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.565683 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.565683 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:24.565683 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.566592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.568064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:24.568353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.595703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.596124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.596767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:24.596954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:24.597626 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.598095 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.599769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:24.600697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.723827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.725834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:24.725834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:24.725834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.162s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.725834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.726585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.831882 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.105s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.831882 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.834376 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.924782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.090s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.924782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.924782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.933672 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.933958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.934758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:24.942887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:24.943125 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:24.943421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.030211 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.030563 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:25.045713 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked-share-replica-operation-for-share-25347ea1-7a02-45ce-99c5-d61f6b06820b" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:37:25.197245 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.198983 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.206454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.206454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.208450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.213004 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.213004 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.213004 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.215331 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_320e2324-51b6-45d7-be08-5f5ab487af74" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.216130 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] All access rules have been synced for share instance 320e2324-51b6-45d7-be08-5f5ab487af74 belonging to share 25347ea1-7a02-45ce-99c5-d61f6b06820b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:25.224140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.225193 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 246] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.225675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.225862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.229065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.275044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.275880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.277815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.277815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.277815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.277815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.278004 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 246] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.279199 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.279451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.282398 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.314702 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 247] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.320037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.321397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.323686 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.360501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.360501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.364151 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.810767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.810767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.819913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.821202 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.823329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.833264 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.835692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.835692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.843787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.843787 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance 16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295 belonging to share ce2f4e26-a413-4f78-9021-e2aada980f67. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:25.856267 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.856267 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 247] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.857374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.858343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.860171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.899996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.901296 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.903075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.905669 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.906960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 248] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.908514 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.908514 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.911675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.943349 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:25.953438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.954761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.954761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.954761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.957374 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.958255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.958255 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 248] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.961618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.961618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:25.963353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.980759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.981661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.986762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:25.988768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:25.988768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:25.993341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.996187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.996187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:25.996187 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:25.996187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:25.997200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 249] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.998912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:25.999621 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:26.003359 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.037207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.037207 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.037207 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:26.073377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.074518 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:26.104440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.105827 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.117758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.118603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.118603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.150754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.231887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.233375 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.233607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:26.234265 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 161] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.234929 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.236027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:26.239657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.285064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.286542 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.286979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:26.288193 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:26.289457 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 7] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.292436 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.292436 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 7 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:26.293037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] Sesch channel 7 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.373302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF received (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.373483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 7] EOF sent (7) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:26.375912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:26.376105 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.143s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.376265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.376530 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.426544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.426701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.427374 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.495293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.495844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.497616 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.505740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.505740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.505740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.517774 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.519967 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:26.519967 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:26.594418 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:26.595983 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6e98ab0-72eb-4ecf-b52b-e22442472a62 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:27.365709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.365709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 249] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.371506 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.371506 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.374341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.482593 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.482593 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.482593 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:27.482593 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.205s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:27.482593 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.482995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 250] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.483428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.483428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.487691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.536291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.537195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.538408 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:27.538408 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:27.538969 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:27.539961 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.541269 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 100] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.543094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.543094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.543400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.587228 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.587598 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.588160 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:27.588459 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:27.589339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.051s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:27.589339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:27.590394 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:27.591458 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.592279 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 250] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.593871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.593871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.598767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.623816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.625298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.626913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:27.627144 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:27.627833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): lsof -w /gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.628010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 251] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.630830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.630830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.638115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.822800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.823167 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.823537 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:27.824771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo umount /gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:27.824771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 251] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.825262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.825549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:27.827962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.873582 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.877008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:27.877008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:28.039678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:28.040035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 252] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.042946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.042946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:28.043912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.116747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.116937 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.117346 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:28.120501 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295_time_2026-02-19T01:33:49.130460" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.164s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:28.120501 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:28.121203 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:28.121203 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:28.124266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 252] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.124266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.124266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:28.136826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.173804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.174760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.174760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:28.174760 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:28.174760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:28.182084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 253] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.182084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.182084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:28.182910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.218654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.218654 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:28.219522 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:29.880113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:29.880113 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] [chan 253] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:29.884180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:29.884180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:29.888762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:29.949752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:29.949752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:29.949752 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:29.951186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-gamma/manila_share_320e2324_51b6_45d7_be08_5f5ab487af74" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.359s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.059848 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['77fab82d-b946-4782-a8da-058bd4919527', '01a4dde7-c2a8-45bd-a8b5-3b5e2c84caea', 'bdb08d0a-4b3c-499e-b62a-253170928e20', 'd5b71e86-021e-4492-97dc-302b8d66bdd2'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:30.077871 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['77fab82d-b946-4782-a8da-058bd4919527', '01a4dde7-c2a8-45bd-a8b5-3b5e2c84caea', 'bdb08d0a-4b3c-499e-b62a-253170928e20', 'd5b71e86-021e-4492-97dc-302b8d66bdd2'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:30.082072 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-77f4d9c3-e483-4a09-9b87-2c13e94524b0 tempest-ReplicationActionsAdminTest-286782817 None] Share replica 320e2324-51b6-45d7-be08-5f5ab487af74 deleted successfully.
Feb 19 01:37:30.222740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:30.222740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 254] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.223213 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.223361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:30.225757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.337752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.337752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.337921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:30.338256 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295@tmp_snapshot_for_replication__0fd85b2c_db91_4275_b02e_7fe0e966ad4a_time_2026-02-19T01:33:52.546078" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.217s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.338517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.340033 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.340757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:30.341752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 33] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.342038 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to finish Share Migration for share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:30.345744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.345744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:30.347213 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.383754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.383754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.383990 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:30.385752 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:30.386013 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.046s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.386219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.387749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.387965 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:30.388189 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 254] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.391743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.391743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:30.394946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:30.421971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 255] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.427101 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.428769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:30.432750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.433642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.434508 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.525161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.090s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.624014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.624014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.624014 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:30.624014 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:30.624014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 255] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.633752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.634087 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:30.634206 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:30.639946 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.673603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.673603 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.677288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.677288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.677288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.693826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.693826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:30.697906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:30.904820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.227s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.904938 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:30.958822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.958822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:30.972025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:30.973432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:30.973757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.038861 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.088619 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.089812 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.089812 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:31.089812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 149] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.094970 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.094970 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:31.095662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.142754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.142754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.142869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:31.143648 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:31.143648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.146760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.146825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:31.151647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.313914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.313914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:31.313914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:31.313914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.222s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.313914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.314069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.579299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.267s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.581584 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.583514 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.583514 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.584037 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.586544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.591087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.592355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.592355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.596551 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.596807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:31.597698 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:31.643357 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.044s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:31.643357 np0000156440 manila-share[88650]: INFO manila.share.access [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:32.004274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.006233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.009935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.010680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.010680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.025571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.025715 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.029746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.035813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_352a7662-111b-46cb-ace9-0d4b6860cb1e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.036038 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] All access rules have been synced for share instance 352a7662-111b-46cb-ace9-0d4b6860cb1e belonging to share 25347ea1-7a02-45ce-99c5-d61f6b06820b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:32.069689 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.071744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.073990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.075136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.077197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.117746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.117746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.119680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.120100 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.120282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.122744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.122744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.129741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.175993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.175993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.175993 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.176340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.178624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.178834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.178961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 162] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.182376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.182376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.193789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.198818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.198818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.223065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.223065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.223065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.223065 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:32.225145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.225145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 150] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.239694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.239694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.248319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.264298 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.266750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.272939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.339204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.141s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.339443 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.340010 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.341791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.342022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.342288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.524950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.182s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.525380 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:32.539291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.539291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.701790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.701790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] [chan 256] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.705793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.705793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.707325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.716824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.177s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.718237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.718237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.771181 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.774634 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] All access rules of share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:37:32.793100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.794024 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.797886 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.799676 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-gamma/manila_share_16be15b0_5b3d_4eca_a2ae_3ca3f1fb2295" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.413s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.821756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.823675 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:32.823980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.824236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.825508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.825663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.830757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.875057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.875057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.875057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.875057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:32.875057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.876901 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.876901 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:32.879190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.930708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.930708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:32.934695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:32.934695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.112s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:32.934695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:32.934695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.011570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.011570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.011570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.041328 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Created reservations ['8385a6c1-a342-4a60-b01e-3321ffa381b4', '923e311c-59d1-44b9-a51e-f2fc5ac687e7', '0009ad82-cd54-42c3-8f37-5eaa0a634b60', '1c50f6f1-c6c5-47ea-99e8-de9d4505c36c', 'bbb599df-8b44-4218-a049-f223c679394f', '3000b48e-b2c9-43f2-bdd8-1b7e26558b41', '03271219-b5f1-4636-83ef-296594f9e462', 'f927d82e-0c6c-4650-ae42-b859f8f2b939'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:33.065924 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Committed reservations ['8385a6c1-a342-4a60-b01e-3321ffa381b4', '923e311c-59d1-44b9-a51e-f2fc5ac687e7', '0009ad82-cd54-42c3-8f37-5eaa0a634b60', '1c50f6f1-c6c5-47ea-99e8-de9d4505c36c', 'bbb599df-8b44-4218-a049-f223c679394f', '3000b48e-b2c9-43f2-bdd8-1b7e26558b41', '03271219-b5f1-4636-83ef-296594f9e462', 'f927d82e-0c6c-4650-ae42-b859f8f2b939'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:33.077911 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-3c08a4c8-9d27-485c-a869-cebdead92a8f tempest-ReplicationAdminTest-815328312 None] Share instance 16be15b0-5b3d-4eca-a2ae-3ca3f1fb2295: deleted successfully.
Feb 19 01:37:33.084739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.085072 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.085532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.087519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.087877 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.088146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.089819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.090015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.090754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.115036 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_aaacdd1a-14de-4547-b9ba-9068c54ff29e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.116095 np0000156440 manila-share[88650]: INFO manila.share.access [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:33.119043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.119292 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.119987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.119987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.124133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.149097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.149488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.149879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.150466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.150828 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 163] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.151290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.151494 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.154596 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.192140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.192140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.195498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.195498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.195498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.195498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.195498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 8] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.199906 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.200060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 8 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.204017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] Sesch channel 8 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.240918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF received (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.241772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 8] EOF sent (8) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.243763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.243763 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.243763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:33.243763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:33.245126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:33.246619 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.246619 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 151] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.248229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.248229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.249249 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.294785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.294785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.295032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.295261 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.295891 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): lsof -w /alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.296132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.297099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.297251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.300933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.384752 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.384752 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:37:33.392679 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.484148 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.484641 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:37:33.509713 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.509713 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:37:33.520765 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.520765 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:37:33.531670 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.531670 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:37:33.552586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.554688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.563786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.564578 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo umount /alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.564578 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.569054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.569054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.570548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.579520 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.579520 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:37:33.579520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.579520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 164] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.582057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.585207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.591836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.634578 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.635168 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.637910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.637910 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.637910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.637910 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 152] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.641594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.641594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.645784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.654754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.654754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.654754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.680942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.680942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.680942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.681122 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.681192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.681342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.685023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.685023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.686281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.731942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.731942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.731942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.733685 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.733685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:33.733941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 165] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.736174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.736536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:33.739692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:37:33.805790 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.814322 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.819677 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:33.819677 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:37:33.847134 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:37:34.240533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.241650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.241650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.241650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.242757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.278783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.279379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 153] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.281399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.281399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.286744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.325337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.326033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.326464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.326909 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e@tmp_snapshot_for_replication__320e2324_51b6_45d7_be08_5f5ab487af74_time_2026-02-19T01:37:22.135860" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.150s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:34.328887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:34.329391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:34.330266 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.330266 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.332375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.332375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.335535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.394640 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.395588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.398737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.398737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.398737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.398737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.398737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.399242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.399545 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.403049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.403322 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:34.403581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.074s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:34.404011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:34.405438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:34.405438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.405438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.407468 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.407666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.408908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.409955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.452421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.453447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.455919 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.455919 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): lsof -w /alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.459479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 166] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.478113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.478651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.482128 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.570952 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-cbef44ec-12e6-4484-bfc9-917d64488e34 tempest-TestShareBasicOpsNFS-150037077 None] Share instance eae63100-f608-4650-9b90-266c12af666e created successfully.
Feb 19 01:37:34.668316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.668316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.668316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:34.668316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo umount /alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:34.668316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 154] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.669102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.670148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:34.671857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.712865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.713641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:34.716156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.102275 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:35.103454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:35.105975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:35.105975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:35.105975 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:35.107704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:35.108014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:35.108277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:35.110224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "locked_access_rules_operation_by_share_instance_a8ecd0dc-0a28-4698-ba86-649572064752" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:35.110878 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] All access rules have been synced for share instance a8ecd0dc-0a28-4698-ba86-649572064752 belonging to share 56205737-e487-46d0-b825-abec70111877. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:35.113499 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:35.113807 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.114292 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.114472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:35.115963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.137445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.137445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.137855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.138133 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:35.138380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.138829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.139204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:35.140853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.176568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.176568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.177012 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.177282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:35.177677 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:35.178237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:35.178237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 167] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.178509 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.178651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:35.180110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.199410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.199410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 167] EOF sent (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.200873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.200873 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:35.200873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:35.200873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 155] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.201752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.201752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:35.202795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.216131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.216337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 155] EOF sent (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.216986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.652821 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:35.653191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.653855 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.654441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:35.658156 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.706799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.706799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:35.706799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:35.706799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_aaacdd1a_14de_4547_b9ba_9068c54ff29e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.461s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:35.826775 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Created reservations ['dd2cdacc-5c39-481a-a4e3-9066c9c1f9aa', '3dbccf99-026c-4487-b16a-e12f2ac6c8ee', 'e669917f-7023-4b25-907a-9a27d54d2749', '2eb4c386-5d3c-46d7-a4f4-e929c2cd86d4'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:35.838940 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Committed reservations ['dd2cdacc-5c39-481a-a4e3-9066c9c1f9aa', '3dbccf99-026c-4487-b16a-e12f2ac6c8ee', 'e669917f-7023-4b25-907a-9a27d54d2749', '2eb4c386-5d3c-46d7-a4f4-e929c2cd86d4'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:35.859746 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance aaacdd1a-14de-4547-b9ba-9068c54ff29e: deleted successfully.
Feb 19 01:37:36.717257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:36.717618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:36.721065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:36.723541 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:36.723541 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:36.803763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:36.803763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:36.803763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:36.804364 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_352a7662_111b_46cb_ace9_0d4b6860cb1e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.399s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:36.916568 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['a2d51ac7-1cb2-4a10-9961-68761fb2cf74', '72d7a815-cc40-4a82-96de-8ecd04d4aa5a', '3ff54db2-e64c-49d1-9e73-df8622f6f271', 'ca8bb9bf-6ab0-469f-b0e1-6d6f2ad95a15', 'd0c01256-0e0c-40ba-84bd-13dffc75518b', '691b9ae4-58de-4733-88c0-8e038e7c2137', '44fbcc2b-d736-4d5a-8a3c-ef2c451812fb', 'a7da97af-f2b7-46d0-adb5-cf1de28b48b5'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:36.939812 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['a2d51ac7-1cb2-4a10-9961-68761fb2cf74', '72d7a815-cc40-4a82-96de-8ecd04d4aa5a', '3ff54db2-e64c-49d1-9e73-df8622f6f271', 'ca8bb9bf-6ab0-469f-b0e1-6d6f2ad95a15', 'd0c01256-0e0c-40ba-84bd-13dffc75518b', '691b9ae4-58de-4733-88c0-8e038e7c2137', '44fbcc2b-d736-4d5a-8a3c-ef2c451812fb', 'a7da97af-f2b7-46d0-adb5-cf1de28b48b5'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:36.945828 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-4c647e68-7cdf-4590-94c1-03535a1c8358 tempest-ReplicationActionsAdminTest-286782817 None] Share instance 352a7662-111b-46cb-ace9-0d4b6860cb1e: deleted successfully.
Feb 19 01:37:37.218051 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:37.218051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 168] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.219465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.219465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:37.221760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.319696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.319696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.320845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:37.321107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__be8dc046_f23d_4327_9836_026a393e585b_time_2026-02-19T01:33:11.118774" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.143s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:37.321747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:37.321747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:37.321747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:37.322379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 156] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.323174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.324205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:37.326742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:37.348839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.349133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.349191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:37.354744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.370911 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.371118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:37.371640 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:38.395534 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_cff90fc9_eba7_4faf_8e97_941e288cc4e6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:38.396395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.397592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.397592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:38.398686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.453762 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-1de88377-9f94-4a07-85e8-01629a50087b tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share Migration for share 70541e95-f350-4537-8b48-da16efeeaee5 completed successfully.
Feb 19 01:37:38.548758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.548965 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.549400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:38.549547 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_cff90fc9_eba7_4faf_8e97_941e288cc4e6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:38.555490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] [chan 9] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.557020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.557020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 9 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:38.561761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] Sesch channel 9 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.593555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF received (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.593555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 9] EOF sent (9) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:38.593831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:38.593992 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_cff90fc9_eba7_4faf_8e97_941e288cc4e6. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:38.670252 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-129df734-d93d-4f75-b3c1-4d4dbc09e5f7 tempest-ReplicationActionsAdminTest-286782817 None] Share instance cff90fc9-eba7-4faf-8e97-941e288cc4e6 created successfully.
Feb 19 01:37:39.373799 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:39.373799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 169] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.373799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.374189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:39.375977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.444274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.445112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.446904 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:39.447144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__e29da75d_9a75_486d_a2a5_eda931d153e4_time_2026-02-19T01:33:20.536374" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.125s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:39.447850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:39.449464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:39.449464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:39.449464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 157] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.450546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.450546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:39.452644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:39.489629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.492186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.492186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:39.500275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.538252 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.538252 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:39.538252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:40.471406 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.473191 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.563200 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.563714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.563927 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.565795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.566053 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.566522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.622960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.623712 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:40.635697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.636462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.660220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.660220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.660220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.686872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.700322 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.701231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.701231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:40.701231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.701550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.701695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:40.702821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.724962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.724962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.725474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:40.725755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:40.725989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.726398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.726546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:40.729739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.800048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.802480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.802480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:40.802480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.802480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.802480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.832228 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.832568 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.832889 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.865349 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.865613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.866014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.868279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.868586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.868934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.870717 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.870940 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:40.871198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:40.895420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_dbd67f07-9afe-4046-80ea-8b3f362c43fe" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:40.896605 np0000156440 manila-share[88650]: INFO manila.share.access [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe belonging to share 70541e95-f350-4537-8b48-da16efeeaee5.
Feb 19 01:37:40.904613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:40.904613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 170] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.905937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.905937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:40.907118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.953305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.953305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.953305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:40.953305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:40.953305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 158] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.954534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:40.954534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:40.956311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.016899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.017860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.017986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.018253 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:41.019095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:41.020145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.020378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.024753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.024864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.027859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.061762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.061762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.061762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.061982 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:41.062207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.043s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:41.062432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:41.062748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:41.062956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.063234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.063606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.064188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.065758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.097353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.097565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.098550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.098550 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:41.098550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.098550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.106172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.106172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.106172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.328777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.328777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.328777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.330070 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.330472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 171] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.334749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.334749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.334749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.421751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.421751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.424518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.542819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.542819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 159] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.549067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.549067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.551902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.633871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.633871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.633871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.633871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__7014b383_3051_4f14_a6e7_7f4bf4764c88_time_2026-02-19T01:33:33.410473" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.180s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:41.633871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:41.634069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:41.634069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.635699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.644755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.644755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.644755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:41.670798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.673871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.673871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:41.675636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.695127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.695127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:41.695127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:41.896571 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-fc189fed-cb0d-4ca6-9941-8af240a312e9 tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['b1dbdae3-fa59-4162-a991-abd1711cd866', 'd199b2b1-90c1-4762-949c-25a8957a33c3', '3201ead5-a029-442c-844d-2425dffa787e', 'f235ee5d-3d73-423d-b1aa-27068699ba16', 'e731f402-cc10-447f-9a75-a4193b5dae24', '00bcb304-26f5-4e9c-8099-4aef4d213b71', '1a7e5e0f-e129-4ebf-8709-0aacac59bdfa', 'fd9d56b7-b990-43b8-8694-264198048550'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:41.912549 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-fc189fed-cb0d-4ca6-9941-8af240a312e9 tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['b1dbdae3-fa59-4162-a991-abd1711cd866', 'd199b2b1-90c1-4762-949c-25a8957a33c3', '3201ead5-a029-442c-844d-2425dffa787e', 'f235ee5d-3d73-423d-b1aa-27068699ba16', 'e731f402-cc10-447f-9a75-a4193b5dae24', '00bcb304-26f5-4e9c-8099-4aef4d213b71', '1a7e5e0f-e129-4ebf-8709-0aacac59bdfa', 'fd9d56b7-b990-43b8-8694-264198048550'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:41.965806 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-fc189fed-cb0d-4ca6-9941-8af240a312e9 tempest-ReplicationActionsAdminTest-286782817 None] Share 0071c9e1-6e63-43be-a89f-2998b6de2ea5: unmanaged successfully.
Feb 19 01:37:43.430042 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:43.431354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 172] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.431975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.432309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:43.434960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.494477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.495791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.495791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:43.496094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_dbd67f07_9afe_4046_80ea_8b3f362c43fe" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.433s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:43.619114 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Created reservations ['7b9c34d8-46f1-479e-9a46-8e15886ff49c', '9a76c481-6d8e-4b39-9ace-2ff4760e4d85', '59925d91-dc1a-49b6-92e3-1c5eec067149', '0af022ca-d4c3-41c4-8770-5e6971a5a2f4'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:43.634527 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Committed reservations ['7b9c34d8-46f1-479e-9a46-8e15886ff49c', '9a76c481-6d8e-4b39-9ace-2ff4760e4d85', '59925d91-dc1a-49b6-92e3-1c5eec067149', '0af022ca-d4c3-41c4-8770-5e6971a5a2f4'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:43.640241 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d9a9608a-f237-4ea8-88dd-412af2eac597 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance dbd67f07-9afe-4046-80ea-8b3f362c43fe: deleted successfully.
Feb 19 01:37:43.694624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:43.694624 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 160] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.695397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.696413 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:43.698234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.755755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.756110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.756828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:43.757231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__253438bc_f86f_4510_ab33_c810107a1af1_time_2026-02-19T01:34:46.326960" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.128s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:43.757759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:43.758785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:43.758785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:43.758785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.761042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.761042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:43.762699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.787580 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.787580 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.787977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:43.788211 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:43.788498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:43.788871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.789250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.789393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:43.790555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.804957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.804957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:43.805885 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.227487 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.228399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.230120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:45.230255 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.230928 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.232652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:45.232834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.233039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.235623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "locked_access_rules_operation_by_share_instance_8bf956b4-84c6-414b-93b3-bfc56e47736c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:45.235808 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] All access rules have been synced for share instance 8bf956b4-84c6-414b-93b3-bfc56e47736c belonging to share dccbdd43-35ca-41ce-b9f6-5728b6974d33. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:37:45.240496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.240692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 173] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.242001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.242094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.245035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.263027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.263159 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.263480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.263660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.263860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 161] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.266800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.266800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.266800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.286656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.286656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.286903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.287162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.287788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.288017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.288251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 10] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.288661 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.288854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 10 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.292789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] Sesch channel 10 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.305606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF received (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.305817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 10] EOF sent (10) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.306156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.306320 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:45.306499 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:45.306661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Acquiring lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.309570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.309570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.309570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.309570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.309570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.312748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.344337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.344337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.344914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.345369 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] ZFS option mountpoint's value is /alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:45.346009 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): lsof -w /alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.346699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 85] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.348383 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.348383 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.349505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.553745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.553914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.554280 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.554760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo umount /alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.554908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 174] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.555284 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.556185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.556461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.586752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.588242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.588242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.808555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.808555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 162] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.812178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.812178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.824015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.876757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.878681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.878681 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.878681 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6b74b80d_75f8_42c9_bf0b_43d155d33d93_time_2026-02-19T01:35:05.375953" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.120s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:45.882131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:45.883658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:45.883658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.883658 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.885749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.885749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.889170 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.926817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.926817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.927400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:45.929009 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:45.929623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:45.930429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 86] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.931942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.932352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:45.934881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.958679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.958679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:45.958679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:46.284534 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=270,manila:UPDATE=37,manila:INSERT=37 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:37:47.013697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:47.013697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 175] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.015555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.015555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:47.017842 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.151321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.151321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.151321 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:47.154740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:47.154740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.157344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.157344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:47.158805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.195065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.195532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.195965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:47.196191 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:47.227903 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-86843979-c595-4fe0-ad80-6ec40259b890 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance 7f1af23c-695a-40fb-85d3-561569a59b73 created successfully.
Feb 19 01:37:47.601312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:47.601312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] [chan 163] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.601312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.601312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:47.602654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.755684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.755684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.756189 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:47.756690 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Lock "zfs-dataset-alpha/manila_share_8bf956b4_84c6_414b_93b3_bfc56e47736c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.448s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:47.853586 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Created reservations ['860b675e-ab45-4b8d-8605-094b348052e3', '098912fa-8542-46f9-9fd0-932368b0a6c1', '17cf6bb7-2317-43cc-be1c-37c71b32ef71', '07332d03-4c4f-4e14-89b7-96aabb57b84e', '27715dfd-eed3-4a64-8d4a-6f137d5fd034', 'eb47a3bf-eed2-4919-b2f6-7c1631f9548e', '8ccd06df-a6b3-46e4-90aa-72e5103cfa40', 'b610944f-0438-4ec3-a2bd-70d123c4d931'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:47.867575 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Committed reservations ['860b675e-ab45-4b8d-8605-094b348052e3', '098912fa-8542-46f9-9fd0-932368b0a6c1', '17cf6bb7-2317-43cc-be1c-37c71b32ef71', '07332d03-4c4f-4e14-89b7-96aabb57b84e', '27715dfd-eed3-4a64-8d4a-6f137d5fd034', 'eb47a3bf-eed2-4919-b2f6-7c1631f9548e', '8ccd06df-a6b3-46e4-90aa-72e5103cfa40', 'b610944f-0438-4ec3-a2bd-70d123c4d931'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:47.877558 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-750c28bd-04eb-4a4f-b693-1888ca34e408 tempest-ReplicationActionsAdminTest-286782817 None] Share instance 8bf956b4-84c6-414b-93b3-bfc56e47736c: deleted successfully.
Feb 19 01:37:47.959503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:47.961384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.961384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:47.961384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:47.961747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.018752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.018752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.019199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:48.019520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__409728c1_3f9a_4381_ad63_9ac863d01399_time_2026-02-19T01:35:24.067582" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.136s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:48.021949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:48.022341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:48.022607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:48.022893 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 87] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.025748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.025748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:48.026155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.076208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.076208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.076208 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:48.076208 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:48.079565 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:48.079565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 176] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.080299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.080299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:48.081974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.108747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.108747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:48.108881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:50.111762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:50.140592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 164] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.145884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.145884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:50.156574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.251632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.251632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.251632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:50.251632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__3c82e05b_98e9_4c56_bc66_bdcc4dc3a4dd_time_2026-02-19T01:35:50.085459" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.228s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:50.251632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:50.260793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:50.260793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:50.260793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.263161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.263435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:50.271805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:50.313791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 88] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.320787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.320787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:50.323049 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.353745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.355439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:50.361779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:50.751797 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance 7f1af23c-695a-40fb-85d3-561569a59b73. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:50.863030 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:50.863326 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:50.878863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:50.879776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:50.879776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:50.967206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.088s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:50.967836 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:51.011244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.011429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.029351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.029351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.029351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.060071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.092757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.093325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.093609 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:51.094974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 177] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.097620 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.097620 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:51.100752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.130861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.131836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] EOF sent (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.132909 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:51.133161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:51.135035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.138856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.141394 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:51.142888 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.240136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.240199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:51.241182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:51.241182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.148s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.244250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.244250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.366596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.121s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.366596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.366596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.366596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.366718 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.368383 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.374356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.374356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.374356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.383767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.383767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:51.383767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:51.477309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.095s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:51.477470 np0000156440 manila-share[88650]: INFO manila.share.access [None req-5468cc4b-b65e-4c42-b90c-b04ec32be58e tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:37:52.362573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:52.363178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 165] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.364041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.364125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:52.370861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.459098 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.459285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.459623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:52.466220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6f74a8a8_c4a0_4bf2_8dbd_88427390d23a_time_2026-02-19T01:36:11.945845" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.207s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:52.467674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:52.467674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:52.467674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:52.470442 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.473526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.473768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:52.480077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.509103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.509244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.512004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:52.512178 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:52.512404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:52.512574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 89] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.518798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.518845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:52.526535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.551216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.551216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:52.551870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:54.544759 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance 7f1af23c-695a-40fb-85d3-561569a59b73. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:54.586284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:54.586284 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 178] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.598397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.603784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:54.630986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.663624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:54.663624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:54.680751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.694293 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.694293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:54.699652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752@tmp_snapshot_for_replication__6aa6b5f6_9605_489e_9eec_74e719a6c53e_time_2026-02-19T01:36:37.482911" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.226s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:54.699652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:54.699652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:54.699652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:54.699845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 11] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.699845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.699845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 11 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:54.713134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] Sesch channel 11 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.716840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:54.716840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:54.716840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:54.726933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF received (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.726933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 11] EOF sent (11) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.726933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:54.726933 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:54.731953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:54.734093 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:54.735751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:54.735751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:54.737563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 166] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.741371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.744915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:54.800327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.836130 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.846079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.850318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:54.851511 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] ZFS option mountpoint's value is /betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:54.851511 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:54.855798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.859554 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.859624 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:54.863623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:54.995682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.279s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:54.995682 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:55.018531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.024031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.025302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:55.029552 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:55.032782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 90] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.050532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.055713 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:55.059811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.106675 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.109680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.132755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.132755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.132755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:55.139429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.139429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.139429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.197683 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.235142 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.235142 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.235142 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:55.235142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 179] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.237634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.237634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:55.240759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.283703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.283703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.283703 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:55.283703 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:55.283703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.285350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.285350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:55.289754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.401048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.401048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:55.401048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:55.401048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.164s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.401048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.401221 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.653512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.251s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.653512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.653512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.653512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.660781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.663478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.679233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.683642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.683642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.691360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.695489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:55.695489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:55.826956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.130s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:55.826956 np0000156440 manila-share[88650]: INFO manila.share.access [None req-b6cdb5dd-c604-4203-8cb6-aad6d69ada7d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:37:57.132888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:57.133984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] [chan 167] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:57.137462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:57.137462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:57.143695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:57.269398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:57.271644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:57.272023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:57.273891 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Lock "zfs-dataset-betta/subdir/manila_share_a8ecd0dc_0a28_4698_ba86_649572064752" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.538s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:57.471764 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Created reservations ['91eddb27-b8fe-4c5f-ad1c-779a81f69ab4', '16aa9e0d-fa5d-4695-b814-89240e48abfa', 'dd3e3faa-050b-449d-a2a6-376e0808f92c', '5a1c1fc0-734f-4d6c-afda-a0bdd28b8348', 'aed3d363-6761-429b-9012-7509d018c60a', '89578e7f-c846-47d8-be00-39f8fde71cd4', '5bd3ba89-0ee4-4cde-ab49-1d224756cbab', 'b051736d-1bf2-4ead-89f5-6c461fa69106'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:37:57.499287 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Committed reservations ['91eddb27-b8fe-4c5f-ad1c-779a81f69ab4', '16aa9e0d-fa5d-4695-b814-89240e48abfa', 'dd3e3faa-050b-449d-a2a6-376e0808f92c', '5a1c1fc0-734f-4d6c-afda-a0bdd28b8348', 'aed3d363-6761-429b-9012-7509d018c60a', '89578e7f-c846-47d8-be00-39f8fde71cd4', '5bd3ba89-0ee4-4cde-ab49-1d224756cbab', 'b051736d-1bf2-4ead-89f5-6c461fa69106'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:37:57.505290 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-990964c4-fc5c-4c2e-ab32-4178a31cb7ef tempest-ReplicationAdminTest-815328312 None] Share instance a8ecd0dc-0a28-4698-ba86-649572064752: deleted successfully.
Feb 19 01:37:58.216483 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Entered migration_start method for share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:37:58.512071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:58.512407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.517587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.519645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:58.523755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.630659 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:58.630815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:58.754752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.754752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.754752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:58.754752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:58.754752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.762812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.762812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:58.764769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.786307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.156s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:58.786458 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance 7f1af23c-695a-40fb-85d3-561569a59b73. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:37:58.807661 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.809752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:58.809752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:58.809752 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:37:58.822584 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:58.822645 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:58.839931 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:58.841328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:58.841328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:58.851585 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8150db06-1396-4862-b9e6-a8dd4556c4f4 tempest-SharesNFSTest-1498995559 None] Share instance 81a6fa3e-18de-42bd-8a54-b916dd6d92d9 created successfully.
Feb 19 01:37:58.960755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.119s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:58.960755 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:37:58.983624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:58.983624 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.020575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.020742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.021744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.043324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.043629 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] All access rules of share instance 7f1af23c-695a-40fb-85d3-561569a59b73 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:37:59.064576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.064576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.064576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:59.064576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 91] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.071759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.071759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:59.071759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.094475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.094475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.094475 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:59.094475 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=ro=51.51.51.51:50.50.50.50,no_root_squash alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:59.094475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 12] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.096393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.096468 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 12 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:59.101762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] Sesch channel 12 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.160813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF received (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.160999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 12] EOF sent (12) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.161312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:59.161503 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.098s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.161658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.167619 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.343388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.177s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.344686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.344822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.344950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.345245 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.345459 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.349212 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.349346 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.349548 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.352782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.352782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:37:59.352782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:37:59.396174 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:37:59.396174 np0000156440 manila-share[88650]: INFO manila.share.access [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance 7f1af23c-695a-40fb-85d3-561569a59b73 belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:37:59.406758 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Initiating driver migration for share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:37:59.484835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:59.485823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 180] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.486157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.486684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:59.487979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.552767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.552767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.552767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:59.556151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpt406oa6x/betta_subdir_manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:59.556151 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 168] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.557026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.557203 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:59.562822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.584604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.584604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.584604 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:37:59.584604 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): nohup /tmp/tmpt406oa6x/betta_subdir_manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:37:59.584604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.586092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:37:59.586243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:37:59.588905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:00.299633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:00.301227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:00.302749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7ee1565c-1b50-4679-a328-f69880359208 tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:01.960908 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9d747f15-0703-4b91-8fbf-22d008a03d17 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:01.973368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9d747f15-0703-4b91-8fbf-22d008a03d17 tempest-SharesNFSTest-1498995559 None] [chan 92] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:01.973368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:01.973368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:01.977414 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:02.050072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:02.054144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:02.054144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9d747f15-0703-4b91-8fbf-22d008a03d17 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.157171 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.157501 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:38:05.174531 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.210275 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.210275 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:38:05.238281 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.238281 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:38:05.279943 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.281677 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:38:05.292708 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.292708 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 256] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.316066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.367425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.367425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.367674 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.369339 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:05.369339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.369339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 257] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.369443 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.369443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] [chan 181] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.371820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.371820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.372435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.374997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.375042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.408840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.414248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.415674 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] [chan 169] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.419034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.419190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.421739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.432915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.434893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 257] EOF sent (257) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.439801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.439801 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:05.439801 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:38:05.439801 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.454880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.454880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.454880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.454880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:05.455425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:05.455601 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.455950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.456365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.456520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.458718 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.459465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.464126 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.464836 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:38:05.471612 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:05.503638 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.503638 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.503638 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.503992 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:05.504811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.505082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] [chan 93] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.507267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.507267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.508609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.535020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.535233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.535901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.700848 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.701251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.707102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.707281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:05.707462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.710058 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.710134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:05.713380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.730244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.730393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:05.730733 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:05.730899 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] ZFS option mountpoint's value is /alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:05.756767 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b72e7f78-29bf-48f9-b2aa-0861e660c3cc tempest-ManageNFSShareTest-151198589 None] Share instance 1eb5a447-31e2-4d7e-b9c6-7c57e8faaf07 created successfully.
Feb 19 01:38:07.537769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:07.537769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] [chan 170] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:07.539614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:07.539614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:07.540056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:07.574865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:07.576729 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:07.577122 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:07.577377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9@manila_share_snapshot_6fa52d03_c06b_45b0_bf01_a06d6ab7ab98" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.122s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:07.724848 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Created reservations ['f8f69faa-5933-41f2-9a10-86af31afef6d', 'a7df5b2f-5bea-48d6-8224-563d1d4fe407', '807753c6-d7ee-4c97-8c40-a93664ac2ead', '371b6fea-cc49-4808-848b-6bb4ff0899e9'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:07.751005 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f42fd52f-0ca9-41b5-9524-ba39e9652e23 tempest-SharesNFSTest-1498995559 None] Committed reservations ['f8f69faa-5933-41f2-9a10-86af31afef6d', 'a7df5b2f-5bea-48d6-8224-563d1d4fe407', '807753c6-d7ee-4c97-8c40-a93664ac2ead', '371b6fea-cc49-4808-848b-6bb4ff0899e9'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:08.515025 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=2159,manila:UPDATE=209,manila:INSERT=128 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:38:08.618200 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d6d8bedc-e9c8-47af-ae96-41d8c686b244 tempest-ManageNFSShareTest-151198589 None] Created reservations ['8e615027-b4d6-43b6-ad6e-750e7c08b9c2', '71bd4c69-988e-462a-899d-88d4e8d8c15e', '9e094319-cf77-4411-9136-d0526e944b81', '9c3d59df-1a43-4cdc-a8ba-71766a08a4b2'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:08.636768 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d6d8bedc-e9c8-47af-ae96-41d8c686b244 tempest-ManageNFSShareTest-151198589 None] Committed reservations ['8e615027-b4d6-43b6-ad6e-750e7c08b9c2', '71bd4c69-988e-462a-899d-88d4e8d8c15e', '9e094319-cf77-4411-9136-d0526e944b81', '9c3d59df-1a43-4cdc-a8ba-71766a08a4b2'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:08.754762 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d6d8bedc-e9c8-47af-ae96-41d8c686b244 tempest-ManageNFSShareTest-151198589 None] Share e915f1e8-c23c-494d-ac85-cd85f88c18eb: unmanaged successfully.
Feb 19 01:38:08.821470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:08.821470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:08.821470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:08.821470 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:08.821662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:08.821662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:08.821662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:08.821662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:08.823019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_81a6fa3e-18de-42bd-8a54-b916dd6d92d9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:08.823019 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] All access rules have been synced for share instance 81a6fa3e-18de-42bd-8a54-b916dd6d92d9 belonging to share 9217c66e-66c4-4ca8-abe0-fecb01ba2616. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:38:08.823019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:08.823019 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.823921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.823921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:08.825870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.867409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.869821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.869821 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:08.869821 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:08.869821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 94] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.870126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.870277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:08.872895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:08.923350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:08.923557 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.923980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.924134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:08.925546 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:08.953747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:08.953942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:08.953942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:08.954042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 182] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.954565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.955289 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:08.957085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.983766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.983766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.983766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:08.984288 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:08.985743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:08.986051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 171] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.986440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:08.986787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:08.987713 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.129478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.130792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.130792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:09.133654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:09.134751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.134751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.134751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:09.135325 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.195749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.195749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:09.196986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:11.198109 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:11.198548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] [chan 95] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:11.201004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:11.201089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:11.202706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:11.268000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:11.268308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:11.268753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:11.269158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-betta/subdir/manila_share_81a6fa3e_18de_42bd_8a54_b916dd6d92d9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.317s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:11.384753 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Created reservations ['ea47dec9-45fc-491f-82bd-ad977327286c', 'ff7b7b30-d7af-4114-ac75-6cd06dfc4f66', '207b0a45-f46a-4d68-9a3f-00307908157d', 'a823ad91-a43f-449a-8d2d-886c1f4a5192'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:11.398801 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Committed reservations ['ea47dec9-45fc-491f-82bd-ad977327286c', 'ff7b7b30-d7af-4114-ac75-6cd06dfc4f66', '207b0a45-f46a-4d68-9a3f-00307908157d', 'a823ad91-a43f-449a-8d2d-886c1f4a5192'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:11.402440 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-76f7bd0b-756c-4471-9ccb-cf07848aec9c tempest-SharesNFSTest-1498995559 None] Share instance 81a6fa3e-18de-42bd-8a54-b916dd6d92d9: deleted successfully.
Feb 19 01:38:12.031745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.031745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 183] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.032636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.035612 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.035739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.065429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.065429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.066612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.071130 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:12.077793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.078388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 172] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.079342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.080877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.081694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.131936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.131936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.132389 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.132859 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.133279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.134538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.136360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.138486 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.165793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.165793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.169764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.169764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs umount -f alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.169764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 96] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.170929 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.171147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.173422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.222536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.223114 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.223640 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.223932 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.225097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 184] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.226018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.228896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.228896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.263140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.263140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.263442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.265993 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs rename alpha/manila_share_1eb5a447_31e2_4d7e_b9c6_7c57e8faaf07 alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.265993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 173] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.267303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.267303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.268469 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.367234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.369380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.369380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.369380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs mount alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.369380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.370440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.370637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.376053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.433381 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.433622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] [chan 257] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.438263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.442446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.442446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.442446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.442446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 97] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.442564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.442564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.443106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.443275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.444990 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.447644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.513607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.513607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.513607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.513607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.513607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 185] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.516295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.516467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.519747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.572490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.572490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.572490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.572490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.572490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 174] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.573461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.573461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.574830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.636305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.636305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.636305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.636305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.636305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 13] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.636797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.636943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 13 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.637993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] Sesch channel 13 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.662645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 13] EOF received (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.662645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] [chan 13] EOF sent (13) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.663131 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.663375 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] ZFS option mountpoint's value is /alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:12.664648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.666879 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.666879 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.666879 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:12.668119 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] [chan 101] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.672715 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.672715 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:12.672715 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.702844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.702844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:12.702844 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:12.702844 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:12.737194 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8e4d3fe6-66b8-42fd-a41c-169dcbc9e498 tempest-SharesNFSTest-1498995559 None] Share instance dee71f6b-62fa-4c4a-9188-a8a72227c444 created successfully.
Feb 19 01:38:12.746388 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Created reservations ['40c02778-c8cf-49b2-b80e-99485b49d629', '658920c5-e66b-4a41-aa35-d9a2f398b1e0', 'f97b7594-f279-4291-9306-2a6282197d97', '54b1f024-0507-4621-9478-e4fb0828e864'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:12.760029 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6906ca35-d938-4f57-83e7-ac77f8413846 tempest-ManageNFSShareTest-151198589 None] Committed reservations ['40c02778-c8cf-49b2-b80e-99485b49d629', '658920c5-e66b-4a41-aa35-d9a2f398b1e0', 'f97b7594-f279-4291-9306-2a6282197d97', '54b1f024-0507-4621-9478-e4fb0828e864'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:15.135337 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.136113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.138016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.138225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.138484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.140178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.140528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.140814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.143796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "locked_access_rules_operation_by_share_instance_bb178015-29d7-4589-93df-1b173d3d0ce9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.143989 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] All access rules have been synced for share instance bb178015-29d7-4589-93df-1b173d3d0ce9 belonging to share 14dcb845-1234-4ff2-8dcc-2c76d898e6c1. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:38:15.147190 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.147448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.148096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.148443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.151919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.171755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.171755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.172338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.172682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.173121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 98] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.176036 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.176352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.178105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.213502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.213502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.213781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.214039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Acquiring lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.214412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.214616 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.214903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.215258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.215406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.216621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.237243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.237243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.237949 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.238753 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:15.238753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.238753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Acquiring lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.238925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.239146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.239473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 186] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.239910 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.240062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.241460 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.260134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.260134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 186] EOF sent (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.260752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.261404 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] ZFS option mountpoint's value is /alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:15.261404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): lsof -w /alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.261404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 175] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.261746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.261899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.265057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.430753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.431755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.432258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.433043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo umount /alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.434550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.435316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.435316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.437241 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.509875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.510753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.511241 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.651890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.653052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.654508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.655480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.655480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.658395 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.658654 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.658948 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.660684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_dee71f6b-62fa-4c4a-9188-a8a72227c444" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.660905 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] All access rules have been synced for share instance dee71f6b-62fa-4c4a-9188-a8a72227c444 belonging to share b1b900a5-bda8-48d5-8dbf-76a84f72f8df. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:38:15.664865 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.665275 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 258] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.666013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.666013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.668315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.701105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.701105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.701105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.701105 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.701105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 258] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.702108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.702311 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.703861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.731974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.731974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 258] EOF sent (258) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.732453 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.732774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.733149 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.733409 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.733672 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 34] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.736232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.736232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.737904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.762215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.762820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.763334 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.764763 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:15.764763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:15.764763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:15.764763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:15.764950 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.765231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 259] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.766092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.766303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.767755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.789944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.789944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 259] EOF sent (259) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.790677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.791018 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:15.791709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): lsof -w /gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.791709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 259] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.792054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.792216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.793221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.914229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.914229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 259] EOF sent (259) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.914229 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:15.914229 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount /gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:15.914229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 260] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.914710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.914880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:15.917141 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.960509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.960509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:15.960509 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:17.512662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:17.515639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] [chan 99] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.515639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.515639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:17.516281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.585787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.585787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.586901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:17.587184 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Lock "zfs-dataset-alpha/manila_share_bb178015_29d7_4589_93df_1b173d3d0ce9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.348s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:17.679899 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Created reservations ['c5b18d5b-2903-41d8-ada5-1f6b7a2ce51e', '2c133706-52e9-4702-b536-c1af8fed5b3a', '70b4bf5d-ef86-4f66-aae3-d78c906f6331', '107c95dd-5d27-4bf0-a5f7-24266e57b4c2'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:17.690206 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Committed reservations ['c5b18d5b-2903-41d8-ada5-1f6b7a2ce51e', '2c133706-52e9-4702-b536-c1af8fed5b3a', '70b4bf5d-ef86-4f66-aae3-d78c906f6331', '107c95dd-5d27-4bf0-a5f7-24266e57b4c2'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:17.693805 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8533e387-a5e9-43a1-a0f5-47f6373493ed tempest-ManageNFSShareTest-151198589 None] Share instance bb178015-29d7-4589-93df-1b173d3d0ce9: deleted successfully.
Feb 19 01:38:17.961894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:17.961894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] [chan 260] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.965384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:17.965384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:17.967010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:18.087352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:18.087548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:18.087967 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:18.088227 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_dee71f6b_62fa_4c4a_9188_a8a72227c444" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.324s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:18.265193 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Created reservations ['815cdf9a-1882-4076-a83f-8c5fd19d3c08', '989dadc3-d531-4ed0-a92b-413d0b29c25a', '16ddf655-6fbb-4af6-b9c2-d144f83346be', '9042d68b-0847-48b2-b0e0-5f0a7ac0944c'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:18.286622 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Committed reservations ['815cdf9a-1882-4076-a83f-8c5fd19d3c08', '989dadc3-d531-4ed0-a92b-413d0b29c25a', '16ddf655-6fbb-4af6-b9c2-d144f83346be', '9042d68b-0847-48b2-b0e0-5f0a7ac0944c'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:18.294111 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-19f3e9de-1988-43b2-8e05-7b50e57ea098 tempest-SharesNFSTest-1498995559 None] Share instance dee71f6b-62fa-4c4a-9188-a8a72227c444: deleted successfully.
Feb 19 01:38:19.301882 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:19.303995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] [chan 261] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.303995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.305009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:19.306163 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.485333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.485749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.487182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:19.487182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:19.487182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] [chan 102] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.489586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.489586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:19.491841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.516827 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.517388 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:19.518342 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:19.518758 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:19.563844 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ce7f7ab1-12ee-4ddd-b961-89707eb0fdec tempest-SharesNFSTest-1498995559 None] Share instance 91c026e1-ad84-428b-9106-325cc056b36a created successfully.
Feb 19 01:38:20.638414 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:20.639386 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] [chan 261] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.640504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.640504 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:20.641266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.797412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.797701 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.798217 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:20.798834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:20.798834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] [chan 35] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.799128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.799266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:20.800616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.830524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.830524 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:20.831054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:20.831374 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is /gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:20.855009 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f8f84a96-256c-4637-8059-0b8765469900 tempest-ManageNFSSnapshotTest-484596056 None] Share instance 990e4a52-3215-4a67-9de2-9c6428c0d722 created successfully.
Feb 19 01:38:22.621701 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d3d9c03a-bb58-4cf7-9927-6d609b81de64 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:22.622579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d3d9c03a-bb58-4cf7-9927-6d609b81de64 tempest-SharesNFSTest-1498995559 None] [chan 262] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:22.624289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:22.624289 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:22.625783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:22.708341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:22.710764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:22.710764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d3d9c03a-bb58-4cf7-9927-6d609b81de64 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:23.994885 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2501208b-25d8-4f20-973b-2aa59fa8ef12 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_0aa18f2b_017b_407e_9b2a_2378792c2131 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:23.994885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2501208b-25d8-4f20-973b-2aa59fa8ef12 tempest-ManageNFSSnapshotTest-484596056 None] [chan 262] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:23.996865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:23.996865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:23.999609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:24.060912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:24.061164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:24.061617 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2501208b-25d8-4f20-973b-2aa59fa8ef12 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:25.934521 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:25.935631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 263] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:25.936550 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:25.936550 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:25.938390 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.434228 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.434475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.435029 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.435847 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:26.435847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 263] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.436281 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.436488 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:26.441129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.483325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.483325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.483325 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.483325 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:26.483325 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 264] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.483961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.484198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:26.486686 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.519759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.519898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.520344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.520579 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:26.520930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 264] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.525293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.525293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:26.526930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.567120 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.567764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.568075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.568478 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:26.569060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 265] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.569755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.569755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:26.571128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.609754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.609754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 265] EOF sent (265) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.610408 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.610695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:26.610976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] [chan 103] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.611470 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.611755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:26.613222 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.636780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.636780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:26.636780 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:26.636780 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:26.659033 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2b66fab1-d669-485e-bfc2-434a07c78202 tempest-SharesNFSTest-1498995559 None] Share instance f1bec26c-d7ca-4d80-80aa-7e8acfc909e4 created successfully.
Feb 19 01:38:27.298297 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-419d1b77-259b-4d87-8a32-5d6270eef563 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['989cdbb1-e870-4e4b-a3e2-b704ea02e9cc', '523bc39a-314f-43c8-8d9d-97cd468dd3ab', 'f8642154-a5c2-4287-9146-478499c4231f', '0a266766-86e0-4d52-bcd3-7dc8700d1538'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:27.314258 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-419d1b77-259b-4d87-8a32-5d6270eef563 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['989cdbb1-e870-4e4b-a3e2-b704ea02e9cc', '523bc39a-314f-43c8-8d9d-97cd468dd3ab', 'f8642154-a5c2-4287-9146-478499c4231f', '0a266766-86e0-4d52-bcd3-7dc8700d1538'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:29.117015 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:29.118765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:29.122479 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:29.122731 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:29.123014 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:29.127576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:29.127576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:29.127689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:29.131575 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_f1bec26c-d7ca-4d80-80aa-7e8acfc909e4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:29.131628 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] All access rules have been synced for share instance f1bec26c-d7ca-4d80-80aa-7e8acfc909e4 belonging to share 3c21a763-12b7-4c6a-9ea4-32ef7d891585. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:38:29.138910 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.139114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 265] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.139574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.139574 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.141489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.177381 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.177591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.177944 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:29.178127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.178297 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 266] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.178665 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.178787 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.180385 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.212675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.212860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] EOF sent (266) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.213216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:29.213467 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:29.213806 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:29.213943 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.214112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 36] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.214443 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.214516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.216057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.244434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.244609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.244955 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:29.245119 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:29.245282 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:29.245437 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:29.245672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:29.245908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.246073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 266] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.246748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.246748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.247677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.272302 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.272453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 266] EOF sent (266) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.273837 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:29.273837 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:29.273837 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): lsof -w /gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.273837 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 267] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.275127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.275127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.275528 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.404182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.404182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.404182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:29.404182 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount /gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:29.404182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 267] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.404571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.404710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:29.406609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.509747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.509747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:29.509747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:30.431776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_0aa18f2b_017b_407e_9b2a_2378792c2131 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:30.433965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] [chan 268] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.435538 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.435538 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:30.437915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.458764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.459116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.460099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:30.461925 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs rename gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_0aa18f2b_017b_407e_9b2a_2378792c2131 gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:30.462198 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] [chan 268] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.463984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.464122 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:30.465792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.504960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.504960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:30.505103 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b90b5753-6584-4c04-a654-b23ead16e366 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:31.508587 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:31.508587 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] [chan 269] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:31.510769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:31.510769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:31.513713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:31.572304 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:31.572488 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:31.572804 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:31.573061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_f1bec26c_d7ca_4d80_80aa_7e8acfc909e4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.327s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:31.672436 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Created reservations ['a1312acc-a7f1-494f-94a1-7d84bd57e523', '7708ceff-b68c-412e-94bb-af3ffb499acc', 'b8969830-cde1-4241-8bbb-a073c08dc81c', 'eed76787-d643-4ea3-860f-9da792e099da'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:31.683430 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Committed reservations ['a1312acc-a7f1-494f-94a1-7d84bd57e523', '7708ceff-b68c-412e-94bb-af3ffb499acc', 'b8969830-cde1-4241-8bbb-a073c08dc81c', 'eed76787-d643-4ea3-860f-9da792e099da'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:31.687447 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ff1aab9b-cdf6-4067-bc5e-55d307575e35 tempest-SharesNFSTest-1498995559 None] Share instance f1bec26c-d7ca-4d80-80aa-7e8acfc909e4: deleted successfully.
Feb 19 01:38:32.417439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:32.417781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] [chan 269] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.419019 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.419168 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:32.420305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.441517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.442779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.442779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:32.442779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:32.442779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:32.443062 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:32.443286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] [chan 270] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.444032 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.444174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:32.445232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.470384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.471791 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.471791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:32.471791 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:32.471791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:32.472303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] [chan 270] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.484087 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.484263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:32.485329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.510867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.510867 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:32.510867 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.382647 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.382647 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:38:33.386970 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.484279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.484556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 187] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.484984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.485286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.488334 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.544179 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.547754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.583665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.590516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.592053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 176] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.592618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.592875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.594895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.639096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.639096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] EOF sent (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.639096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.684034 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3 completed first phase successfully.
Feb 19 01:38:33.684887 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.685077 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:38:33.703153 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.705021 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:38:33.726450 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.726450 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:38:33.736233 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.736233 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:38:33.747613 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.748046 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:38:33.749666 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.749666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.751601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.751789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.754097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.787115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 100] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.789072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.789221 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.791632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.821754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.823620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 271] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.823620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.823620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.825382 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.828272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 188] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.831044 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.831357 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.832778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.854312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.854312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 271] EOF sent (271) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.855823 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.855823 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:33.855823 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:33.855823 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.856020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 271] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.857765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.857933 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.858967 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.885405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.885524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 188] EOF sent (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.886133 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.887263 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:33.887263 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.887263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 177] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.887498 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.889401 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 271] EOF sent (271) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.889401 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.889401 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:33.889401 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:33.889508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.889508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.890510 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.890845 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 272] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.895105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.895295 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:33.896445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.914892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.915076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 272] EOF sent (272) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.915555 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.928683 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.928683 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 177] EOF sent (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:33.929197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:33.929453 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:33.929643 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:38:33.930228 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.932988 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.936168 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:33.936168 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:38:33.940617 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:38:34.512483 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:34.512483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] [chan 272] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:34.514001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:34.514001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:34.516661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:34.571766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:34.571766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 272] EOF sent (272) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:34.571766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:34.571766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a@manila_share_snapshot_80a65019_1742_48ad_9009_b2c837605c13" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.129s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:34.656393 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Created reservations ['3f565fcd-161d-4f10-90d8-e773928cd803', 'b24b135c-c9f0-43d6-b3c3-753989443ff3', '845591f3-6ac5-4ccb-bd7d-d24a4316b62a', '73aff021-0f39-4ee7-80f5-62b9aa468372'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:34.667740 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-e9f014de-3fed-445f-a793-231f54ced4e5 tempest-SharesNFSTest-1498995559 None] Committed reservations ['3f565fcd-161d-4f10-90d8-e773928cd803', 'b24b135c-c9f0-43d6-b3c3-753989443ff3', '845591f3-6ac5-4ccb-bd7d-d24a4316b62a', '73aff021-0f39-4ee7-80f5-62b9aa468372'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:35.263574 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to finish Share Migration for share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:38:35.309800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.310572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.312333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.312333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.313915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.391915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.392993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.393345 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.393519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.393698 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 101] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.399177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.402472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.402472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.428458 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.428611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.428973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.429139 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:35.441649 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.441649 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 189] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.442033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.442243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.444751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.479999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.479999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.479999 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.479999 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.479999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 178] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.482219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.482219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.484743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.533380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.533380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.533380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.533380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.533380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.533974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.534310 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.535763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.539533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.540624 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.578676 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 102] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.580043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.580105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.581538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.603942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.603942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.603942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.670484 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.670826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.673314 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:35.673314 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.673537 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.675793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:35.675926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Acquiring lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.676269 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.677851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "locked_access_rules_operation_by_share_instance_91c026e1-ad84-428b-9106-325cc056b36a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:35.678393 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] All access rules have been synced for share instance 91c026e1-ad84-428b-9106-325cc056b36a belonging to share b7598a45-51bd-4813-9233-ff1cc54ecc07. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:38:35.682202 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.682389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 273] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.684089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.685038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.685389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.703155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.703406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.703906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.704204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.704255 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 273] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.704687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.704687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.708763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.727779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.727779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.727779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.728050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.728434 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.728651 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.728895 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 104] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.729261 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.729409 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.731509 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.749762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.751566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.751566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.751566 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:35.751566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:35.751566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Acquiring lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:35.751810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:35.751810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.751810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 274] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.752173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.752321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.753470 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] ZFS option mountpoint's value is /gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): lsof -w /gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.781647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 274] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.782184 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.782322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.785009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.900700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.900700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.900700 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.900700 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo umount /gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.900700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 275] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.901140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.901286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.902749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.916315 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:35.916315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] [chan 275] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.936343 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.937820 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.937820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.942292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.942379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:35.945616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.976541 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.976756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:35.977090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:35.977348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_17ba80db_a480_427e_beab_d404a51d5829" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.122s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:36.068760 np0000156440 manila-share[88651]: WARNING manila.db.sqlalchemy.api [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 01:38:36.068760 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['5b713e6f-538f-445b-976f-8b276e928a07', '89d66bc6-7e30-4a60-b289-6daa41a0d79e', '89165e62-e0ba-4cad-9f72-88701e139f88', '680651e5-a025-49c0-ab00-144f18a492ec'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:36.084254 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-ec0a66e2-75e0-4253-9e0d-47cc53602ee9 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['5b713e6f-538f-445b-976f-8b276e928a07', '89d66bc6-7e30-4a60-b289-6daa41a0d79e', '89165e62-e0ba-4cad-9f72-88701e139f88', '680651e5-a025-49c0-ab00-144f18a492ec'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:37.060574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8d62c80-6f6a-4102-acfe-ebf1029294b0 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_68d76699_1964_4b43_8d4d_ecfcfee7050f {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.061404 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f8d62c80-6f6a-4102-acfe-ebf1029294b0 tempest-ManageNFSSnapshotTest-484596056 None] [chan 276] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.062299 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.062299 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.064315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.114454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.115751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.115751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f8d62c80-6f6a-4102-acfe-ebf1029294b0 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.605094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.605094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 190] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.605740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.605896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.606981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.644928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.644928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.645532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.645893 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73@tmp_snapshot_for_share_migration__f5de8c97_94ed_4784_93ca_a4c8a7670b7f_time_2026_02_19T01_37_59_455067" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.115s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:37.646148 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:37.646452 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:37.646653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.646943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.648131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.648131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.648427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.666262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.666262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.666759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.667366 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option sharenfs's value is ro=51.51.51.51:50.50.50.50,no_root_squash. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:37.667366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.667366 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 14] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.667643 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.667811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 14 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.669809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] Sesch channel 14 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.732740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF received (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.732740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 14] EOF sent (14) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.732740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.732740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:37.732740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:37.732982 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:37.733179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.733422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 179] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.733831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.733979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.740046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.834777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.834777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.834777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.839020 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:37.839020 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): lsof -w /alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.839020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 46] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.839355 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.839568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.841752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.939201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.939201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] [chan 276] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.939201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.939201 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.941646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.949021 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.949751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.951753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:37.951753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo umount /alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:37.952054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 103] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.954764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:37.954764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:37.955928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:38.004785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:38.004913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:38.005320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:38.009682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:38.009887 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:38.010230 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:38.010488 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Lock "zfs-dataset-gamma/manila_share_91c026e1_ad84_428b_9106_325cc056b36a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.259s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:38.113866 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Created reservations ['91f64bea-0114-49a5-8d0b-db4053c54e54', '03d69e2a-fc90-49ff-af81-80f61106d760', '7b679477-04d2-4251-bf03-d9ce49831c17', '106dfcfe-df31-40c9-a430-fb1440afdb6d'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:38.126162 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Committed reservations ['91f64bea-0114-49a5-8d0b-db4053c54e54', '03d69e2a-fc90-49ff-af81-80f61106d760', '7b679477-04d2-4251-bf03-d9ce49831c17', '106dfcfe-df31-40c9-a430-fb1440afdb6d'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:38.130463 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-40f137fd-06f1-4261-aabe-5310f600f53a tempest-SharesNFSTest-1498995559 None] Share instance 91c026e1-ad84-428b-9106-325cc056b36a: deleted successfully.
Feb 19 01:38:40.008896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:40.008896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 191] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:40.009189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:40.009189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:40.013764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:40.122932 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:40.123133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:40.127934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:40.128183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-alpha/manila_share_7f1af23c_695a_40fb_85d3_561569a59b73" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.396s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:40.302763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:40.305461 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:40.419693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:40.535713 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Received request to update access for share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:38:40.614124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:40.616747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:40.627590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:40.630476 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:40.630476 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.033286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.405s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.033638 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:38:41.114592 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.114592 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.134071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.140792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.140792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.275581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.132s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.354051 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.354051 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.354051 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:41.357766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 180] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.359864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.361931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:41.361931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.412189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.412189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.412189 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:41.412189 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=rw=50.50.50.50,no_root_squash,ro=51.51.51.51,no_root_squash betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:41.412466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.413943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.414099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:41.416634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.490805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.490805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:41.490805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:41.491181 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.139s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.492770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.492945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.670783 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-70209165-454f-433c-b0ad-6b503304b15a tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['660b0ff2-0377-4b92-be37-7cce23626c36', '88dd23ef-f92d-4b79-80c7-456e59b370bf', '3f468676-e763-4961-8d9b-9883ee1b0c24', '5d4738b3-17f2-4cbb-940d-43aa00c60e85'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:41.691603 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-70209165-454f-433c-b0ad-6b503304b15a tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['660b0ff2-0377-4b92-be37-7cce23626c36', '88dd23ef-f92d-4b79-80c7-456e59b370bf', '3f468676-e763-4961-8d9b-9883ee1b0c24', '5d4738b3-17f2-4cbb-940d-43aa00c60e85'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:41.804467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.313s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.806770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.806770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.806770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.806770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.806898 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.811120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.811587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.811587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.817171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.817951 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:41.819572 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:41.882933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:41.883536 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:38:42.172277 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Created reservations ['45ef6b32-ce32-4fbe-9f78-62d85bffe06f', '76b03432-120a-4ed9-abce-096d4fe97e39', '38e14f71-6949-4a4f-8d49-055ea8659e68', '3788ce96-ae2e-4e13-8eba-5d717df00ed0'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:42.197213 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Committed reservations ['45ef6b32-ce32-4fbe-9f78-62d85bffe06f', '76b03432-120a-4ed9-abce-096d4fe97e39', '38e14f71-6949-4a4f-8d49-055ea8659e68', '3788ce96-ae2e-4e13-8eba-5d717df00ed0'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:42.237758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:42.237758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:42.305424 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_7f1af23c-695a-40fb-85d3-561569a59b73" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.070s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:42.305672 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:42.306076 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:42.370458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:42.502766 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance 7f1af23c-695a-40fb-85d3-561569a59b73: deleted successfully.
Feb 19 01:38:42.580177 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a0b03abc-6738-48a2-ae38-f950ffcf881d tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share Migration for share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3 completed successfully.
Feb 19 01:38:44.877410 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_68d76699_1964_4b43_8d4d_ecfcfee7050f {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:44.877410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] [chan 277] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.881573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.881573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:44.891140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.920322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.920322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] EOF sent (277) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.920322 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:44.931242 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs rename gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_68d76699_1964_4b43_8d4d_ecfcfee7050f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:44.931885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] [chan 277] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.933019 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:44.935080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:44.940612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.001816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.001816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 277] EOF sent (277) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.003357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ea2bb8b8-9321-4331-be50-98dc79bc6a1e tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.355474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.356790 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.424764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.068s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.424764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.424764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.426775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.426994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.427266 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.497959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.498329 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Updating access rules for share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:38:45.521391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.521829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.553950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.554798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.555093 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.570887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.589062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.589062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.589062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.589062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 47] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.589861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.590042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.591225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.619788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.619788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.619788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.620104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.620344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.620808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.620973 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.622930 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.662815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.662815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.663817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.663817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.663817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.663817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.707243 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.707243 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.707243 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.780013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.780804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.782538 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.789157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.789157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.791024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.797881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.797881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.797881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.853508 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "locked_access_rules_operation_by_share_instance_f5de8c97-94ed-4784-93ca-a4c8a7670b7f" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.057s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.853854 np0000156440 manila-share[88650]: INFO manila.share.access [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Access rules were successfully modified for share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f belonging to share cb070e3c-8fec-43f0-bdf1-8f1edd79b2d3.
Feb 19 01:38:45.859182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.859518 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 104] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.860249 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.860566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.862714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.885400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.885400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 104] EOF sent (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.885586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.886237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.886237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 192] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.888685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.888685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.888685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.921786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.921786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.921786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.921786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.922173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.922378 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.923113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 15] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.925047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.925200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 15 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.926392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] Sesch channel 15 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.956758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF received (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.956989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 15] EOF sent (15) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.957444 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:45.958752 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:45.958752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:45.958752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:45.960079 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:45.960079 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:45.960166 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 181] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.960792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:45.960943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:45.963133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] ZFS option mountpoint's value is /betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:46.004027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 48] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.006771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.006771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:46.007254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.173662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.173662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.173662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:46.173662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:46.173662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 105] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.183020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.183183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:46.192461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.280276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.280276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:46.280276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:48.282287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:48.282287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] [chan 193] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:48.286754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:48.286754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:48.290478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:48.629798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:48.629983 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:48.633069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:48.633338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Lock "zfs-dataset-betta/subdir/manila_share_f5de8c97_94ed_4784_93ca_a4c8a7670b7f" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.674s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:48.714359 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=647,manila:UPDATE=76,manila:INSERT=68 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:38:49.049133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:49.049592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] [chan 278] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.051960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.052104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:49.062927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.104440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.104440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] EOF sent (278) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.104440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:49.104440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:38:49.104440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:38:49.107386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:49.108454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] [chan 278] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.110628 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.113384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:49.114756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.159740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.159740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 278] EOF sent (278) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.160345 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:49.160880 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:49.164190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:49.164190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] [chan 279] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.164938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.166038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:49.172021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.203834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.203834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:49.203834 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:49.551139 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Created reservations ['6fd7b0c0-1abf-4e7f-be28-f196d860caff', '45435330-4f87-4895-b0a6-7d16aff8be9e', 'd041d665-9404-4ada-b208-308dc98bce2c', 'c1bbfbe7-637b-48a2-88f3-5e5cfd900fa0'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:49.610755 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Committed reservations ['6fd7b0c0-1abf-4e7f-be28-f196d860caff', '45435330-4f87-4895-b0a6-7d16aff8be9e', 'd041d665-9404-4ada-b208-308dc98bce2c', 'c1bbfbe7-637b-48a2-88f3-5e5cfd900fa0'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:49.635567 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9f596e4d-aea2-4b3f-b935-037608aaaeeb tempest-MigrationTwoPhaseNFSTest-1084998548 None] Share instance f5de8c97-94ed-4784-93ca-a4c8a7670b7f: deleted successfully.
Feb 19 01:38:51.203547 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:51.204242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] [chan 279] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:51.207545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:51.208394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:51.216438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:51.383545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:51.383545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:51.386050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:51.387888 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_5b66caff_725e_44db_bd13_495b2738819d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.285s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:38:51.860014 np0000156440 manila-share[88651]: WARNING manila.db.sqlalchemy.api [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 01:38:51.862599 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['60780f33-2789-446d-bece-3db3409a68f9', 'f7f72696-9e9d-49a0-b9b3-d64009e4cca4', '877aaefe-c224-4322-8aec-a707d46dc55d', '3c8ad809-3f55-44fe-be59-d7bfd0549de9'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:51.937451 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-c73e0390-6557-45d8-9595-c39e81ebfa53 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['60780f33-2789-446d-bece-3db3409a68f9', 'f7f72696-9e9d-49a0-b9b3-d64009e4cca4', '877aaefe-c224-4322-8aec-a707d46dc55d', '3c8ad809-3f55-44fe-be59-d7bfd0549de9'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:52.601824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b15663b-d4d1-4b22-9367-7faad2392411 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_83f7f45d_865e_40d9_8695_9510c5cd0266 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:52.601824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8b15663b-d4d1-4b22-9367-7faad2392411 tempest-ManageNFSSnapshotTest-484596056 None] [chan 280] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:52.606789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:52.606789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:52.606789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:52.767074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:52.767074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:52.772130 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8b15663b-d4d1-4b22-9367-7faad2392411 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:55.950926 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-00290a57-4148-4d4a-b294-c968e7c36d72 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['84421cd7-82e5-4ba6-8503-7f605476b374', '7aeafed3-7356-4786-9d71-25d6f31103a9', 'e170203f-863a-494c-8fea-12fac9a01aa6', '5130b44d-c67d-4183-bb60-c4a086591084'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:38:55.976451 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-00290a57-4148-4d4a-b294-c968e7c36d72 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['84421cd7-82e5-4ba6-8503-7f605476b374', '7aeafed3-7356-4786-9d71-25d6f31103a9', 'e170203f-863a-494c-8fea-12fac9a01aa6', '5130b44d-c67d-4183-bb60-c4a086591084'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:38:56.986155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:56.986155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 182] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:56.988895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:56.988895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:56.989323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.197955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.197955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.197955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:57.197955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:57.197955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.199428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.199428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:57.199428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.225320 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.228742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:57.228742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:57.228742 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:38:57.271970 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-4f051708-ba39-4e80-a603-11915209f1d8 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff created successfully.
Feb 19 01:38:59.494873 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_83f7f45d_865e_40d9_8695_9510c5cd0266 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:59.495244 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] [chan 280] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.497793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.497793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:59.501839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.543742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.543742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.543742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:38:59.551745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs rename gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_83f7f45d_865e_40d9_8695_9510c5cd0266 gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:38:59.551745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] [chan 281] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.552851 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.552851 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:38:59.553713 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.666349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.666349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] EOF sent (281) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:38:59.666349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac14db81-a2a3-4fcf-bcf1-d310d4734209 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:00.569216 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Entered migration_start method for share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:39:00.802192 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Starting host-assisted migration for share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:39:00.915560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:00.915560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:00.921550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:00.921550 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:00.971592 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:00.972477 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:00.980112 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:00.980298 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:00.980991 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:00.991507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:00.993038 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:01.163985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:01.164378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 49] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.165379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.165458 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:01.173376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.379014 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.379014 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.379014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:01.381912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:01.381912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.390985 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.390985 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:01.399154 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.424818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.426743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:01.426743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:01.426743 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:01.489230 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 created successfully.
Feb 19 01:39:02.653563 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Migration info obtained for share 52fa0e91-2df8-4fe6-8329-21bc23a74cff: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:39:02.727797 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Migration info obtained for share f2e1d472-b671-4fd0-a0e5-39d80f821926: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:39:02.994060 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:02.994060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] [chan 281] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:02.998789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:02.998789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:02.999485 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.035661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.035661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 281] EOF sent (281) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.035661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:03.035661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:03.035661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:03.035897 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:03.035897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] [chan 282] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.044353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.044353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:03.048108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.094770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.094770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.094770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:03.094770 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:03.097776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:03.099342 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] [chan 282] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.099562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.099745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:03.105619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.134460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.134460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:03.134460 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:03.162847 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Time to start copying in migration for share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:39:03.742148 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:03.815516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:03.815516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:03.822570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:03.823096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:03.823096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:03.953540 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.129s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:03.956758 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:39:04.021762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.021762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.039316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.041567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.041925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.077873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.077873 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules of share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:39:04.119384 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.125235 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.125235 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:04.125235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 106] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.126344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.128815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:04.130446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.169752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.173803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.173803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:04.173803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=ro=127.0.0.1,no_root_squash alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:04.173803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 16] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.179142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.179142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 16 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:04.179142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] Sesch channel 16 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.263803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF received (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.263803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 16] EOF sent (16) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:04.266651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:04.266651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.140s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.267661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.268753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.342964 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.343750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.344763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.344763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.346946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.346946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.351096 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.351749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.351749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.359742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.359742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:04.361398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:04.694944 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.335s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:04.695627 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b.
Feb 19 01:39:05.136945 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:05.136945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] [chan 283] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.138805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.138805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:05.140846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.161579 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.161579 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:39:05.164262 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.248352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.248510 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.250786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:05.250786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_183623c4_b117_401a_9ec7_560e2a4abbc3" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.215s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:05.266826 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.266826 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:39:05.307839 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.307839 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:39:05.315700 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.315700 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:39:05.327852 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.327852 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:39:05.375754 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.377356 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:39:05.377811 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:05.378297 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 283] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.392773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.392773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:05.401483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.431240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.431421 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.439757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:05.439757 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:05.441852 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:05.441852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 284] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.444749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.444749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:05.457451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.487798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.487798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:05.487798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:05.491514 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:05.499762 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:39:05.499762 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.523574 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.530315 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:05.534752 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.535607 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:39:05.559405 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:05.617292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:05.617581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:05.633183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:05.633339 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:05.636779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:05.656125 np0000156440 manila-share[88651]: WARNING manila.db.sqlalchemy.api [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 01:39:05.657246 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['c089a2c2-eb10-4203-bf6a-3cb45d226eea', 'e02a5bed-2af3-4adf-8345-3adc8fe3f084', '30a2aa55-baf3-45d9-8d99-8866a260f9a5', '5921c61c-f2ac-4985-99da-48d27e10162e'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:05.691907 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-122fe49a-fc36-4478-9114-11701180f264 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['c089a2c2-eb10-4203-bf6a-3cb45d226eea', 'e02a5bed-2af3-4adf-8345-3adc8fe3f084', '30a2aa55-baf3-45d9-8d99-8866a260f9a5', '5921c61c-f2ac-4985-99da-48d27e10162e'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:05.817897 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.181s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:05.817897 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:39:05.854753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:05.854753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:05.865585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:05.865585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:05.866978 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:05.906386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.019833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.020870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.021967 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:06.023053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 194] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.025160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.025316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:06.028007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.067520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.067520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.067520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:06.067520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:06.067520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.075752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.075752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:06.078944 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.195941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.198023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.199956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:06.201393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.180s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.201393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.201393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.440834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.240s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.440834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.440834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.442860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.443005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.443573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.455525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.455525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.457759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.464769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.465171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:06.465171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:06.556948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.091s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:06.558586 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 belonging to share c102ba10-3323-4e44-b205-10242be2e27b.
Feb 19 01:39:06.857559 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-224416c0-e2f4-4dd3-80cd-59748f53c4b3 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_cfb823ee_75bf_46eb_a4fa_624c4e477f66 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:06.857559 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-224416c0-e2f4-4dd3-80cd-59748f53c4b3 tempest-ManageNFSSnapshotTest-484596056 None] [chan 284] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.865750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.865750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:06.865750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.950695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.952810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:06.955091 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-224416c0-e2f4-4dd3-80cd-59748f53c4b3 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:10.534174 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-4b854b53-5126-4808-b8b7-deda47277fe8 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['a48209aa-1b7d-4b2d-8629-74e442009ec2', '0cf08885-970c-4708-84a8-36370c22cbd5', 'c40ac2bd-550b-4f2e-a2b1-3d94005a3682', 'f596c34a-ccfe-498b-8bad-951ed1cdb64a'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:10.566733 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-4b854b53-5126-4808-b8b7-deda47277fe8 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['a48209aa-1b7d-4b2d-8629-74e442009ec2', '0cf08885-970c-4708-84a8-36370c22cbd5', 'c40ac2bd-550b-4f2e-a2b1-3d94005a3682', 'f596c34a-ccfe-498b-8bad-951ed1cdb64a'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:13.656820 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=988,manila:UPDATE=106,manila:INSERT=50 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:39:13.743715 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:13.806894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:13.806894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:13.823493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:13.823493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:13.823493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:13.946959 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_cfb823ee_75bf_46eb_a4fa_624c4e477f66 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:13.952703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] [chan 285] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:13.952703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:13.952703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:13.954060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:13.992753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:13.992753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] EOF sent (285) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:13.992753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:14.013161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.190s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.013558 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:39:14.020199 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs rename gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_cfb823ee_75bf_46eb_a4fa_624c4e477f66 gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:14.025740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] [chan 285] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.025740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.025740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:14.033955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.077533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.077533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.095573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.098759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.098759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.120915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.125369 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 285] EOF sent (285) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.125369 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-617f6d46-d5f7-4037-a9df-e16b2170cb03 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:14.147507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.148594 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules of share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:39:14.201477 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.205915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.205915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:14.205915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 183] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.206745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.207768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:14.210758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.243527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.243527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.243527 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:14.244754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:14.247987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.255769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.255769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:14.256749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.345073 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.345073 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:14.347111 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:14.347343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.144s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.348209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.350295 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.461866 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.113s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.462208 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.463748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.503833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.504749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.505121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.510676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.512746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.512746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.516114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.517755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:14.519379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:14.588297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:14.588659 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b.
Feb 19 01:39:15.366280 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:15.415983 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.415983 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.421646 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.422886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.425981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.509785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.509785 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:39:15.555864 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.555864 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.574820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.574820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.574820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.613265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.659802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.659802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.659802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:15.659802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 50] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.659802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.660084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:15.666871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.717600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.718815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.721162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:15.723145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:15.725111 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 17] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.725111 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.725111 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 17 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:15.729367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] Sesch channel 17 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.801929 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF received (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.801929 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 17] EOF sent (17) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:15.802207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:15.802207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.144s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.802761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.802761 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.871985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.872317 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.872353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.913553 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.913553 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.913553 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.932820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.932820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.932820 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:15.940705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:15.941076 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:15.941562 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:16.127606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.185s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:16.127606 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a91ca8e3-addc-42d9-9e97-70226e07c099 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 belonging to share c102ba10-3323-4e44-b205-10242be2e27b.
Feb 19 01:39:17.758754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:17.759327 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] [chan 286] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.759774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.759774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:17.763749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.810785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.810785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.810785 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:17.813602 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:17.813602 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:17.813602 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:17.813602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] [chan 286] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.816210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.816607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:17.822435 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.859093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.859093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.859978 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:17.860750 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:17.861048 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:17.861813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] [chan 287] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.862749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.862976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:17.867750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.892437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.892437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] EOF sent (287) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:17.893429 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:19.756746 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to finish Share Migration for share c102ba10-3323-4e44-b205-10242be2e27b.
Feb 19 01:39:19.896495 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:19.896495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] [chan 287] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:19.896495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:19.896495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:19.900752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:19.917308 np0000156440 manila-share[88650]: DEBUG manila.share.migration [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] No access rules to sync to destination share instance. {{(pid=88650) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 01:39:19.999413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:19.999598 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 287] EOF sent (287) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.005068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.008992 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722@manila_share_snapshot_1e928d56_1728_4dc8_b021_af12a8550354" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.196s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:20.149598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:20.149598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:20.151695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:20.152773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:20.155483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:20.159481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:20.159481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:20.159481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:20.162742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_52fa0e91-2df8-4fe6-8329-21bc23a74cff" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:20.162803 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:20.169749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.171299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 107] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.175480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.175480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.179482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.213707 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.215386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.215386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.217365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.217365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 195] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.220609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.220718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.225482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.260131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.261493 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.261493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.261493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:20.261493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:20.261493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.261683 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.267924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.267924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.267924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.307831 np0000156440 manila-share[88651]: WARNING manila.db.sqlalchemy.api [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Change will make usage less than 0 for the following resources: ['snapshots', 'snapshot_gigabytes']
Feb 19 01:39:20.307831 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['b9b8d461-e4a0-4905-94ed-df25751883ae', 'e25fd928-e8c4-4e9a-a3e3-52584ecd93ce', 'c91c3dfd-f84a-46c3-93d9-6a2cf30c171f', 'aeebf1a9-48d4-4655-abbb-6c446e2d5a23'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:20.310828 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.311007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.311340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.311522 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:20.311662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.051s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:20.312852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:20.312852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:20.312852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.312852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 184] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.315180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.315180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.317654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.348844 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-96e3b8a9-5320-4f99-a314-f65ff0f37838 tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['b9b8d461-e4a0-4905-94ed-df25751883ae', 'e25fd928-e8c4-4e9a-a3e3-52584ecd93ce', 'c91c3dfd-f84a-46c3-93d9-6a2cf30c171f', 'aeebf1a9-48d4-4655-abbb-6c446e2d5a23'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:20.355501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.355501 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.355763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.356166 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:20.356918 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.357173 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 51] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.358531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.358531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.361956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.532808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.532808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.532808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:20.532808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:20.532808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 108] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.533277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.533434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:20.538082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.571483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.571483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:20.571483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.345768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:21.346533 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:21.351050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:21.351554 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:21.351864 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:21.356959 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:21.357176 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:21.357507 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:21.363920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "locked_access_rules_operation_by_share_instance_990e4a52-3215-4a67-9de2-9c6428c0d722" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:21.363920 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] All access rules have been synced for share instance 990e4a52-3215-4a67-9de2-9c6428c0d722 belonging to share 4b14c2cd-0837-41be-bbaa-b0276bdce990. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:21.368367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.368751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 288] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.371000 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.372851 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.372851 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.410060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.410060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.411010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.411010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.411010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 288] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.413169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.413169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.417408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.455667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.455667 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.457908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.457908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:21.460595 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:21.460595 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.460595 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 37] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.463140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.463140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.467736 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.515232 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.515556 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.519498 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.519498 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:21.522894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.059s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:21.522894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Acquiring lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:21.522894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:21.522894 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.523041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 289] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.527114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.527114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.531092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.572836 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.572836 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] EOF sent (289) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.572836 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.572836 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] ZFS option mountpoint's value is /gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:21.574620 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): lsof -w /gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.575069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 289] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.576566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.579123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.579123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.782929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.782929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 289] EOF sent (289) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.785183 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:21.785439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo umount /gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:21.785616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 290] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.795212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.795212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:21.796503 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.887943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.887943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] EOF sent (290) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:21.890475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:22.222960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:22.222960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] [chan 196] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.223841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.223841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:22.226905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.370435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.371560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.371560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:22.371560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:22.371560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.371909 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.372056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:22.373632 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.398602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.398602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.398602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:22.398602 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] ZFS option mountpoint's value is /alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:22.425323 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-111b338d-5d9f-48fe-8307-d4e3359a4a6c tempest-TestShareExtendNFS-1114250835 None] Share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18 created successfully.
Feb 19 01:39:22.570236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:22.571056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 185] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.572392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.573908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:22.577876 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.661400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.663808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:22.663808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:22.663808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_52fa0e91_2df8_4fe6_8329_21bc23a74cff" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.350s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:22.809630 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['87553f53-d58e-4e1c-8416-5942f68e4bb7', '80b9ae6e-b4f9-4cbc-8206-762cf6d4a2a0', '6d44df1b-274f-479b-9d4a-7ec913e6f606', 'b0d81292-2583-4dec-9ae3-deb04748f3a9'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:22.824840 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['87553f53-d58e-4e1c-8416-5942f68e4bb7', '80b9ae6e-b4f9-4cbc-8206-762cf6d4a2a0', '6d44df1b-274f-479b-9d4a-7ec913e6f606', 'b0d81292-2583-4dec-9ae3-deb04748f3a9'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:22.830328 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 52fa0e91-2df8-4fe6-8329-21bc23a74cff: deleted successfully.
Feb 19 01:39:23.631812 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6973ea26-5956-453d-99b7-1d28758c0383 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share Migration for share c102ba10-3323-4e44-b205-10242be2e27b completed successfully.
Feb 19 01:39:23.890709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:23.891002 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] [chan 290] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:23.893928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:23.894038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:23.897001 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:24.023817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:24.023817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 290] EOF sent (290) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:24.024517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:24.024829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Lock "zfs-dataset-gamma/manila_share_990e4a52_3215_4a67_9de2_9c6428c0d722" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.502s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:24.275541 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Created reservations ['e286de4c-8159-4c33-a02a-42e1011f810b', 'cff61dfc-1edd-4be4-9383-1250aa90f3c5', 'b21869b4-133c-4502-9bd2-170396864cbe', 'a9e6712f-373c-4f2e-a517-a5b2176340a6'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:24.287368 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Committed reservations ['e286de4c-8159-4c33-a02a-42e1011f810b', 'cff61dfc-1edd-4be4-9383-1250aa90f3c5', 'b21869b4-133c-4502-9bd2-170396864cbe', 'a9e6712f-373c-4f2e-a517-a5b2176340a6'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:24.293081 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-678fb8e3-3004-4094-baa5-afb6fd95669c tempest-ManageNFSSnapshotTest-484596056 None] Share instance 990e4a52-3215-4a67-9de2-9c6428c0d722: deleted successfully.
Feb 19 01:39:26.292979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:26.296405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:26.310345 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:26.312223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:26.312223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:26.323277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:26.323277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:26.324050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:26.328748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_f2e1d472-b671-4fd0-a0e5-39d80f821926" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:26.328748 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance f2e1d472-b671-4fd0-a0e5-39d80f821926 belonging to share c102ba10-3323-4e44-b205-10242be2e27b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:26.337173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.337455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 52] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.337673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.339468 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.341647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.371465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.371465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 52] EOF sent (52) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.372200 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:26.372387 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.373864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 109] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.373864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.373864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.377207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.405471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.405471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 109] EOF sent (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.405471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:26.405471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:26.405471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:26.412785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.412785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 18] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.412785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.412785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 18 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.413410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] Sesch channel 18 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.434193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 18] EOF received (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.436316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 18] EOF sent (18) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.436316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:26.436316 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:26.436316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:26.436316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:26.436504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:26.436504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.436504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 197] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.438793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.438793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.442038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.471594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.471594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.471594 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:26.471594 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:26.472569 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.472569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 186] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.472569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.472569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.476741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.743972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.743972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.744811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:26.745670 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:26.745670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 53] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.747465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.747465 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:26.749187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.775286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.775286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:26.775286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:27.343775 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Received request to update access for share instance 0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:27.380408 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:27.380971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:27.385233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:27.386278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:27.386278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:27.537778 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.149s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:27.537778 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Updating access rules for share instance 0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd belonging to share 40a4baf3-ee0c-4957-b109-edc22cf5caad. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:39:27.577204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:27.578490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:27.596673 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:27.596896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:27.599793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:27.672199 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:27.711611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:27.712018 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "zfs-dataset-betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:27.712205 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:27.712389 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] [chan 110] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.713862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.713862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:27.717360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.760515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.760515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.760515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:27.760515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.52,no_root_squash betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:27.760684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.766316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:27.766316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:27.766316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.015709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.015709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.015709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:28.015709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "zfs-dataset-betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.278s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.015709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:28.015953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:28.300839 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.307s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.302507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:28.304507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:28.304507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.304507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:28.304507 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:28.334745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.334745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:28.334745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:28.354985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.354985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:28.354985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:28.552293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Lock "locked_access_rules_operation_by_share_instance_0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.193s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:28.552293 np0000156440 manila-share[88650]: INFO manila.share.access [None req-adee8382-6cb6-4f5f-a640-8516e4924b09 tempest-ShareManageUnmanageNFS-106248880 None] Access rules were successfully modified for share instance 0f0fd0fa-ca96-4ecd-9782-de0ce62d51fd belonging to share 40a4baf3-ee0c-4957-b109-edc22cf5caad.
Feb 19 01:39:28.778776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:28.778776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 198] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.785046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.785046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:28.785754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.973084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.974988 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:28.977445 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:28.978033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_f2e1d472_b671_4fd0_a0e5_39d80f821926" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.542s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:30.128793 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['636347d3-fbd6-4c37-a479-9035114668ce', 'a667273b-619d-40be-9d77-194c08bfbd17', 'e980d211-912c-41ab-bb9b-5bd8af0ddb77', '6227a25a-01ee-42fe-8a23-ff407cf650fc'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:30.260813 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['636347d3-fbd6-4c37-a479-9035114668ce', 'a667273b-619d-40be-9d77-194c08bfbd17', 'e980d211-912c-41ab-bb9b-5bd8af0ddb77', '6227a25a-01ee-42fe-8a23-ff407cf650fc'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:30.319438 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-c2d0f75c-33dd-467c-96b9-54a85ae8897a tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance f2e1d472-b671-4fd0-a0e5-39d80f821926: deleted successfully.
Feb 19 01:39:32.986831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:32.987951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] [chan 187] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:32.988317 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:32.989159 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:32.993367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.265970 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.266183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.266530 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.266767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.266937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.277635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.277746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.281748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.309572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.309787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.310106 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.315342 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.390848 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.390848 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:39:33.395968 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.435448 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8859b9d1-3f9a-426f-9ede-7ae88c787cd9 tempest-ReplicationSnapshotTest-1687764462 None] Share instance 42e3072b-4899-42b8-8ef2-cdeb6e40d246 created successfully.
Feb 19 01:39:33.496822 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.497090 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:39:33.526807 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.527047 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:39:33.543323 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.543685 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:39:33.560792 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.560792 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:39:33.579778 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.581756 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:39:33.581756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.581756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 54] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.584627 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.584709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.588753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.619336 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.619336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 291] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.621022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.621022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.628901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.664196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.664376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.664675 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.666927 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.667995 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.669008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 111] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.671864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.671945 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.674327 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.745395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 199] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.747773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.756844 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.794001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.794176 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.794465 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.794600 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.795148 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.795485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 188] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.799752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.799752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.801383 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.821733 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.821733 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.822097 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.822299 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.822489 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:39:33.822973 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.833172 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.839777 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.839777 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:39:33.845777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.845777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.846209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.846437 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:33.847065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 105] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.848123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.850778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:33.851772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.864762 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:39:33.886952 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.887759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:33.889008 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:33.890091 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:33.916223 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ffc24db1-ffc9-46ef-8f65-3b4f1c812266 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 1c36a606-1612-432b-beb8-45834d7eb1a8 created successfully.
Feb 19 01:39:36.225604 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0fc86e62-c0f7-4792-83d8-ddd9e75cbaf3 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:36.226295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0fc86e62-c0f7-4792-83d8-ddd9e75cbaf3 tempest-ReplicationSnapshotTest-1687764462 None] [chan 55] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:36.226950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:36.227047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:36.229455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:36.313236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:36.313426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:36.313768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0fc86e62-c0f7-4792-83d8-ddd9e75cbaf3 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:37.162237 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Entered migration_start method for share 23e610ff-08d4-40fc-9baa-7f57812debd2. {{(pid=88651) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:39:37.847080 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:37.847080 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:37.853743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:37.853743 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 1c36a606-1612-432b-beb8-45834d7eb1a8. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:39:37.898750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:37.898750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:37.906006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:37.906006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:37.906006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:37.909386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:37.909386 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 1c36a606-1612-432b-beb8-45834d7eb1a8 belonging to share 23e610ff-08d4-40fc-9baa-7f57812debd2. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:37.934927 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Initiating driver migration for share 23e610ff-08d4-40fc-9baa-7f57812debd2. {{(pid=88651) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:39:38.154475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs snapshot gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:38.154475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 291] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.163901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.163901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:38.163901 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.258100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.259138 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.259486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:38.260856 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpg6wdls5f/alpha_manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de.sh {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:38.261402 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 292] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.262130 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.262130 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:38.265714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.289904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.291517 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.292372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:38.292372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): nohup /tmp/tmpg6wdls5f/alpha_manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de.sh '&' {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:38.292372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 292] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.301860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.301860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:38.304258 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.916596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.916596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:38.916596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b832e641-f62f-42e3-9b65-1968d20f2c6c tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:40.116533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e '|' ssh stack@127.0.0.1 sudo zfs receive -v alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:40.116912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 112] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.118067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.118137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:40.119681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.762376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.762578 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.766162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:40.769748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:40.773350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 200] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.776294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.776294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:40.778675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.886444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.886657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.887760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:40.887760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:40.887760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 189] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.889572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.889653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:40.891234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.973064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.973506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.974354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:40.974519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:40.974696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 56] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.976060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:40.976141 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:40.979595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.063282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.063461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.065673 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:41.065930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:41.066765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 113] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.069280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.069375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:41.070770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.166750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.166750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.168849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:41.168849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:41.168849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] [chan 19] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.172062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.172062 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 19 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:41.179961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] Sesch channel 19 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.214675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF received (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.219214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 19] EOF sent (19) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:41.219641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:41.224608 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:41.283741 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-0ff16060-1b97-47c3-b1e7-686b227b759c tempest-ReplicationSnapshotTest-1687764462 None] Share instance b0e5f8b8-a1c3-4e67-a220-e276d8aad12e created successfully.
Feb 19 01:39:43.628210 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-5538b8fa-9a95-441e-ab58-511ea537ef9b" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:39:43.828450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:43.828450 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 293] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:43.828816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:43.829077 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:43.833927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.106183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.106183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] EOF sent (293) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.106183 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:44.106183 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:44.106183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 293] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.108233 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.108496 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:44.111104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.842943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.842943 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 293] EOF sent (293) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Info about replica 'a8595ba1-0732-4a97-ae5f-cebfb5d03c7e' creation is following:
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 into gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: received 43.9K stream in 0.18 seconds (243K/sec)
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:44.845116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 294] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.847627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.847627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:44.851407 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.925947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.925947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] EOF sent (294) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.925947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:44.925947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:44.925947 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 294] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.927464 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.927631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:44.930990 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.978786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.978786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 294] EOF sent (294) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.978786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:44.978786 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:44.979240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:44.979564 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:44.981002 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 38] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.981441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:44.981592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:44.983546 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.017758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.017906 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.018764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:45.019026 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:45.019889 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 106] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.020116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.021618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:45.022758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.138s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:45.119912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] [chan 39] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.120501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.121483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:45.127745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.163824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.163824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:45.163824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:45.163824 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:45.246366 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:45.249642 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:45.256106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:45.256244 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:45.256469 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:45.319812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:45.319812 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-26339740-17da-4790-bd34-0af82f76d113 tempest-ReplicationSnapshotTest-1687764462 None] Share replica a8595ba1-0732-4a97-ae5f-cebfb5d03c7e created successfully.
Feb 19 01:39:46.798965 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-5538b8fa-9a95-441e-ab58-511ea537ef9b" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:39:46.935691 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:46.935691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 295] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:46.935691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:46.935691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 295 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:46.939422 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] Sesch channel 295 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.170286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] EOF received (295) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.170471 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] EOF sent (295) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.172920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:47.176964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:47.176964 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 295] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.180627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.180708 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 295 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:47.184414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] Sesch channel 295 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.480542 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 295] EOF received (295) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.480741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 295] EOF sent (295) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.481387 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:47.500755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:47.502239 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 296] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.502996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:47.503312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 296 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:47.509050 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] Sesch channel 296 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] EOF received (296) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] EOF sent (296) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica 'a8595ba1-0732-4a97-ae5f-cebfb5d03c7e' sync is following:
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 into gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.76K/sec)
Feb 19 01:39:48.134993 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:39:48.165038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:48.165038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:48.165038 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:48.165038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 107] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.165472 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.165624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:48.166769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.191366 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.193347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.193347 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:48.193347 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:48.193347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 40] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.194075 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.194365 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:48.196234 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.237349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.237349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.237741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:48.238162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:48.238429 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:48.239305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] [chan 296] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.240069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.240069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 296 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:48.241991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] Sesch channel 296 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.289697 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] EOF received (296) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.289697 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 296] EOF sent (296) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:48.290953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:48.312493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:48.313644 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:48.342946 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:48.359791 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:48.360232 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:48.386241 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:48.386356 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-d8b89515-0eaa-477f-a0a6-c2fcd33b3ada tempest-ReplicationSnapshotTest-1687764462 None] Share replica a8595ba1-0732-4a97-ae5f-cebfb5d03c7e: promoted to active state successfully.
Feb 19 01:39:50.027397 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-5538b8fa-9a95-441e-ab58-511ea537ef9b" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:39:50.140013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:50.141741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:50.145747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:50.145747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:50.145747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:50.147279 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:50.147478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:50.147845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:50.151086 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b0e5f8b8-a1c3-4e67-a220-e276d8aad12e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:50.151278 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance b0e5f8b8-a1c3-4e67-a220-e276d8aad12e belonging to share 5538b8fa-9a95-441e-ab58-511ea537ef9b. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:39:50.155738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:50.156015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 201] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.156440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.156588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:50.160223 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.184805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.184805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.185094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:50.185431 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:50.185862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:50.186108 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:50.186336 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 190] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.186772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.187635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:50.188751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.205241 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.205241 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 190] EOF sent (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.205777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:50.206001 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:50.206281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:50.206506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 57] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.206887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.207039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:50.208756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.221849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.221849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:50.221849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:52.222274 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:52.223653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 114] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.224147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.224304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:52.227001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.287794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.287794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.287794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:52.287794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.101s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:52.288008 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:52.288376 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:52.288633 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:52.291587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 202] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.292033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.292197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:52.295052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:52.324456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 191] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.325895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.326108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:52.329746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.343386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.343386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:52.343621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.345744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.345744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 58] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.347218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.347218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.348752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.419431 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.419431 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.419881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.420228 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.132s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:54.420473 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.420889 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 115] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.421136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.421287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.424069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.457689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.457905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.458244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.458450 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:54.458776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:54.458922 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.459092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.459538 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.459614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.463407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:54.486262 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 203] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.486521 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.499083 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.499285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 203] EOF sent (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.500011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.500177 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:54.500321 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.500499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 192] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.503277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.503277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.503277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.604440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.604440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.604440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:54.604440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:54.604440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 59] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.604657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.604752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:54.605714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.647274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.647829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 59] EOF sent (59) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:54.648163 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:56.305347 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=638,manila:UPDATE=69,manila:INSERT=57 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:39:56.649244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:56.649244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] [chan 116] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:56.650031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:56.650256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:56.653233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:56.720795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:56.720795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:56.721084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:56.721608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_b0e5f8b8_a1c3_4e67_a220_e276d8aad12e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.241s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:39:56.855406 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['ed943d61-6396-4884-9da3-948268368aae', '1cc59ff7-d586-4c70-a6d4-a9088adfc17a', '6f0ded0b-a902-4981-a8d6-e808f21df5dd', '9e595345-f367-4c4a-8c0e-023561688c50'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:39:56.870839 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['ed943d61-6396-4884-9da3-948268368aae', '1cc59ff7-d586-4c70-a6d4-a9088adfc17a', '6f0ded0b-a902-4981-a8d6-e808f21df5dd', '9e595345-f367-4c4a-8c0e-023561688c50'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:39:56.878413 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-cb4fe0a1-ede8-42f0-9eb0-a9137bf43f5d tempest-ReplicationSnapshotTest-1687764462 None] Share replica b0e5f8b8-a1c3-4e67-a220-e276d8aad12e deleted successfully.
Feb 19 01:39:59.723711 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:59.724873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] [chan 204] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.725336 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.725644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:59.726819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.937783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.937783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.938165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:59.938398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:39:59.938629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.939673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.939858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:39:59.943743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.965410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.967771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:39:59.967771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:39:59.967771 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:39:59.995683 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-74b5fea7-1849-4fe8-ab3c-04b963305c39 tempest-ReplicationSnapshotTest-1687764462 None] Share instance c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0 created successfully.
Feb 19 01:40:03.003518 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:03.152762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:03.153644 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 297] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.154069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.154166 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 297 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:03.157477 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] Sesch channel 297 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.438272 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] EOF received (297) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.438461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] EOF sent (297) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.438849 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:03.439351 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:03.439351 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 297] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.440097 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:03.440245 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 297 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:03.441746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] Sesch channel 297 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.185158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] EOF received (297) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.185465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 297] EOF sent (297) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.186247 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.186416 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Info about replica '918956c6-f855-4c1a-b656-1d925ae8509a' creation is following:
Feb 19 01:40:04.186416 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 into gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268
Feb 19 01:40:04.186416 np0000156440 manila-share[88651]: received 43.9K stream in 0.22 seconds (202K/sec)
Feb 19 01:40:04.186416 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:40:04.187047 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:04.187392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 298] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.188307 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.188562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 298 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:04.191430 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] Sesch channel 298 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.303352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] EOF received (298) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.303555 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] EOF sent (298) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.303924 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.304082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:04.304251 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 298] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.306929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.307009 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 298 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:04.313756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] Sesch channel 298 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.370371 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] EOF received (298) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.370551 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 298] EOF sent (298) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.370936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.371119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:04.371468 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:04.371608 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:04.372884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 108] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.374951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.375028 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:04.382877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.425828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.425984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.426338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.426531 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:04.426697 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 41] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.428108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.428157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:04.430842 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.485053 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.485245 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.485604 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.485824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.114s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:04.485964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:04.486746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 109] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.488046 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.488124 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:04.490965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.514639 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.514868 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] [chan 109] EOF sent (109) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:04.515560 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:04.515750 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:04.559259 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:04.560748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:04.562106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:04.562309 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:04.562748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:04.590685 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:04.591384 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-9fb5ae61-3c2d-47e7-8180-7e583e68a49e tempest-ReplicationSnapshotTest-1687764462 None] Share replica 918956c6-f855-4c1a-b656-1d925ae8509a created successfully.
Feb 19 01:40:05.157032 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:05.157331 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:40:05.159643 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:05.227732 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ps aux {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:05.227732 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 299] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.228750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.228750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 299 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:05.230105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] Sesch channel 299 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.272254 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] EOF received (299) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.272396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] EOF sent (299) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.294706 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:05.297378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get quota alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:05.297378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 299] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.297544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.297635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 299 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:05.299679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] Sesch channel 299 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.320649 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] EOF received (299) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.320853 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 299] EOF sent (299) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.321130 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:05.367231 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Share Migration for share 23e610ff-08d4-40fc-9baa-7f57812debd2 completed first phase successfully.
Feb 19 01:40:05.367419 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:05.367513 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:40:05.378046 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:05.409113 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share share_replica 918956c6-f855-4c1a-b656-1d925ae8509a:  {{(pid=88651) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 01:40:05.454701 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:05.454886 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 300] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.455270 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.455339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 300 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:05.456962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] Sesch channel 300 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.813139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] EOF received (300) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.813326 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] EOF sent (300) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.813625 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:05.813781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:05.813953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 300] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.816121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.816121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 300 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:05.820058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] Sesch channel 300 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.964384 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] EOF received (300) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.964570 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 300] EOF sent (300) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.964926 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:05.965088 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:05.965242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 301] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.968856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:05.968924 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 301 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:05.975997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] Sesch channel 301 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.725815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] EOF received (301) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.727831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] EOF sent (301) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.731096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:06.731284 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica '918956c6-f855-4c1a-b656-1d925ae8509a' sync is following:
Feb 19 01:40:06.731284 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 into gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456
Feb 19 01:40:06.731284 np0000156440 manila-share[88651]: received 312B stream in 0.13 seconds (2.36K/sec)
Feb 19 01:40:06.731284 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:40:06.895815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:06.895815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 301] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.896195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.896332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 301 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:06.898789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] Sesch channel 301 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.955237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] EOF received (301) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.955237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 301] EOF sent (301) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.958480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:06.958480 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:06.960037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:06.960037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:06.960037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 302] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.964864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:06.964864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 302 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:06.966072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] Sesch channel 302 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.015703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] EOF received (302) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.016760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] EOF sent (302) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.021333 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:07.021333 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:07.021333 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:07.021333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 302] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.025260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.025260 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 302 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:07.026749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] Sesch channel 302 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.061951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] EOF received (302) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.061951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 302] EOF sent (302) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.066735 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:07.865570 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to finish Share Migration for share 23e610ff-08d4-40fc-9baa-7f57812debd2.
Feb 19 01:40:07.904672 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:07.905326 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 303] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.905748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:07.905748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 303 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:07.907115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] Sesch channel 303 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.071751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] EOF received (303) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.071937 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] EOF sent (303) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.072352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:08.073481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:08.073481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 303] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.074749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.074749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 303 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:08.077077 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] Sesch channel 303 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.108377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] EOF received (303) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.108377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 303] EOF sent (303) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.108377 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:08.108377 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:08.119511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:08.120000 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 304] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.121098 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.121098 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 304 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:08.121694 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] Sesch channel 304 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.231961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] EOF received (304) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.231961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] EOF sent (304) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.232319 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:08.232572 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:08.233416 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 304] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.233843 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.234065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 304 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:08.235152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] Sesch channel 304 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.267738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] EOF received (304) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.267738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 304] EOF sent (304) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.267963 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:08.268220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:08.268749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:08.270793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:08.271073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 305] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.272357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.272357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 305 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:08.272669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] Sesch channel 305 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.292864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] EOF received (305) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.294740 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] EOF sent (305) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.294740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:08.294740 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:08.295055 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:08.295327 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 305] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.311396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.311396 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 305 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:08.313060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] Sesch channel 305 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.332214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] EOF received (305) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.332214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 305] EOF sent (305) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:08.332548 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:09.064642 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:09.065101 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 306] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.065522 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.065598 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 306 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:09.067988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] Sesch channel 306 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.122231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] EOF received (306) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.122424 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] EOF sent (306) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.122713 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:09.123000 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.164s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:09.123119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:09.123265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 306] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.123705 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.123841 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 306 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:09.125512 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] Sesch channel 306 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.350036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] EOF received (306) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.350227 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 306] EOF sent (306) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.350523 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:09.351627 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:03.133268 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:09.352949 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 307] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.355786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.355786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 307 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:09.355786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] Sesch channel 307 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.597485 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] EOF received (307) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.597485 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] EOF sent (307) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:09.598859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:09.612300 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:09.612474 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:40:09.618797 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:09.618900 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:40:09.621432 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:09.622739 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:40:09.655618 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:10.006144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.006615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] [chan 193] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.007390 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.008567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.011067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.275409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.275409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.275409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.275409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.275409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.279385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.279385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.280948 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.333889 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.333889 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 307] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.334799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.334799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 307 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.335998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] Sesch channel 307 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.452809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] EOF received (307) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.452809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 307] EOF sent (307) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.452809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.452809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8@tmp_snapshot_for_share_migration__b9fe7b39_d80b_48f2_9e96_fd15446832de_time_2026_02_19T01_39_38_116330" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.184s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:10.456473 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:10.457326 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:10.458833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.458833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 42] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.461573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.461573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.469826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.497877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.497877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 42] EOF sent (42) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.500319 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.500624 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:10.500907 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.044s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:10.501647 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:10.503744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:10.503744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.503744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 308] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.504294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.504779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 308 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.509880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] Sesch channel 308 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] EOF received (308) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] EOF sent (308) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.536262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 308] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.536883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.537022 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 308 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.539744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] Sesch channel 308 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.666090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.668783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.669670 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.689568 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 308] EOF received (308) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.690193 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.690368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] [chan 117] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.690628 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 308] EOF sent (308) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.691638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:10.691638 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:10.691863 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.691902 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 309] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.691941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.692170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.692371 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 309 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:10.694863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] Sesch channel 309 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.695109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.767704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] EOF received (309) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.768039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] EOF sent (309) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:10.771291 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:11.337701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.337701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.338147 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-e81b71f8-e158-46cd-a377-c1e000b43c54 tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica '918956c6-f855-4c1a-b656-1d925ae8509a' sync is following:
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]: receiving incremental stream of betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 into gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]: received 312B stream in 0.07 seconds (4.20K/sec)
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]: receiving incremental stream of betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 into gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]: received 312B stream in 0.09 seconds (3.42K/sec)
Feb 19 01:40:11.338329 np0000156440 manila-share[88650]:  {{(pid=88650) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 01:40:11.476757 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:11.543630 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of replica snapshot c001496e-f843-42cb-b185-d9f731ebd2be: on replica: 918956c6-f855-4c1a-b656-1d925ae8509a {{(pid=88651) _update_replica_snapshot /opt/stack/manila/manila/share/manager.py:4516}}
Feb 19 01:40:11.577063 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:11.577569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 309] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.580738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.580738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 309 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:11.581049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] Sesch channel 309 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.835752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] EOF received (309) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.835839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 309] EOF sent (309) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.836236 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:11.836476 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:11.837183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 310] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.838769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.838769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 310 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:11.839136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] Sesch channel 310 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.910847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] EOF received (310) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.910847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] EOF sent (310) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.911064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:11.911274 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:11.911545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 310] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.913006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:11.913157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 310 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:11.915608 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] Sesch channel 310 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.480178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] EOF received (310) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.483753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 310] EOF sent (310) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.483753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:12.484129 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica '918956c6-f855-4c1a-b656-1d925ae8509a' sync is following:
Feb 19 01:40:12.484129 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 into gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836
Feb 19 01:40:12.484129 np0000156440 manila-share[88651]: received 312B stream in 0.11 seconds (2.85K/sec)
Feb 19 01:40:12.484129 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:40:12.520094 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:12.520094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 311] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.520997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.521178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 311 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:12.523610 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] Sesch channel 311 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.567562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] EOF received (311) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.567562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 311] EOF sent (311) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.568796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:12.568796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:12.568796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:12.569158 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:12.569312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 311] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.569978 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.570150 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 311 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:12.571425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] Sesch channel 311 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] EOF received (311) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 311] EOF sent (311) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:12.600755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 312] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.610112 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.610749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 312 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:12.612208 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] Sesch channel 312 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.632084 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] EOF received (312) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.632381 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 312] EOF sent (312) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.633093 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:12.773810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:12.773810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 312] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.774153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.774292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 312 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:12.775924 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] Sesch channel 312 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.872885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] EOF received (312) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.874743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 312] EOF sent (312) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:12.874743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:12.875061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_1c36a606_1612_432b_beb8_45834d7eb1a8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.372s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:12.921346 np0000156440 manila-share[88651]: DEBUG manila.share.migration [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] No access rules to sync to destination share instance. {{(pid=88651) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 01:40:13.002947 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['1303c4b7-2832-4e28-af18-6638112aa14c', '1a7fe648-ed56-4905-8459-639a50cb996c', '78f57b42-9f20-479b-b30a-015db8a89953', '6f99b152-4b3f-4154-971b-f9764dc942ef'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:13.019657 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['1303c4b7-2832-4e28-af18-6638112aa14c', '1a7fe648-ed56-4905-8459-639a50cb996c', '78f57b42-9f20-479b-b30a-015db8a89953', '6f99b152-4b3f-4154-971b-f9764dc942ef'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:13.052053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:13.052450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:13.055186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_1c36a606-1612-432b-beb8-45834d7eb1a8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:13.055319 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:13.055530 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:13.055653 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:13.144587 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 1c36a606-1612-432b-beb8-45834d7eb1a8: deleted successfully.
Feb 19 01:40:13.183700 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2cbe8a36-64b0-43e8-ac1b-c9a33f26ec69 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share Migration for share 23e610ff-08d4-40fc-9baa-7f57812debd2 completed successfully.
Feb 19 01:40:14.062781 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=696,manila:UPDATE=57,manila:INSERT=44 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:40:14.153225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.154048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.157776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:14.157776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.157776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.163745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:14.163745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.163745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.165694 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_b9fe7b39-d80b-48f2-9e96-fd15446832de" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:14.165853 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance b9fe7b39-d80b-48f2-9e96-fd15446832de belonging to share 23e610ff-08d4-40fc-9baa-7f57812debd2. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:14.171054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.171749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 205] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.171749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.171749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.175076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.196000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.196319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 205] EOF sent (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.197322 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.197322 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.197322 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 194] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.197583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.197659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.198639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.216757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.218606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.218606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.218606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.218606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.218606 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.218916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 20] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.218916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.218916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 20 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.220778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] Sesch channel 20 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.234711 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 20] EOF received (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.234923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 20] EOF sent (20) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.235499 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.235651 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:14.235849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:14.235985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.236223 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.236351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.236508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.236892 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.236980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.239933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.254386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.254572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.255755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.255755 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:14.255755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.255755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 118] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.256123 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.256183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.257223 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.363134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.363318 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.363617 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.363884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.364067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 206] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.364399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.364474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.366297 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.382109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.383862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.383862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.634647 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.636209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 313] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.637042 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.637360 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 313 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.639796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] Sesch channel 313 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.720195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] EOF received (313) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.721784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] EOF sent (313) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.721784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.723751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.154s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:14.724097 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:14.724600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:14.725159 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.725159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 313] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.725474 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.725613 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 313 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.728058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] Sesch channel 313 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.752029 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] EOF received (313) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.752029 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 313] EOF sent (313) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.753317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:14.753521 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:14.754091 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:14.754091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 314] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.763140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.763319 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 314 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:14.765695 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] Sesch channel 314 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.783358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] EOF received (314) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.783358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] EOF sent (314) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:14.783358 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:16.384769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:16.384769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 195] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.386401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.386401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:16.387238 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.493439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.493439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] EOF sent (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.493439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:16.493439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_b9fe7b39_d80b_48f2_9e96_fd15446832de" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.256s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:16.615558 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['0ab6c8c7-d2ec-40cb-830d-b0b5ae9fa844', '8ce8b158-71b4-453f-af8c-dbb8ba20c0cf', '1fde7f06-1bc2-4203-83d8-54db61f579e5', '45b0ea19-d98f-41b2-8b0c-dc33ed86e16b'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:16.627863 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['0ab6c8c7-d2ec-40cb-830d-b0b5ae9fa844', '8ce8b158-71b4-453f-af8c-dbb8ba20c0cf', '1fde7f06-1bc2-4203-83d8-54db61f579e5', '45b0ea19-d98f-41b2-8b0c-dc33ed86e16b'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:16.632571 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-f64e3fee-0cfa-406f-af7d-0a952ea3670b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance b9fe7b39-d80b-48f2-9e96-fd15446832de: deleted successfully.
Feb 19 01:40:16.784574 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:16.785378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 314] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.786240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.786240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 314 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:16.788362 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] Sesch channel 314 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.880565 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] EOF received (314) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.882782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 314] EOF sent (314) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.882782 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:16.882782 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.157s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:16.882782 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:16.882782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 315] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.884093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:16.884093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 315 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:16.886794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] Sesch channel 315 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.119619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] EOF received (315) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.119619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] EOF sent (315) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.119619 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.119619 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:05.454456 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.119619 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 315] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.120410 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.122168 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 315 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.127273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] Sesch channel 315 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.514027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] EOF received (315) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.514027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 315] EOF sent (315) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.514027 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.600884 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.600884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 316] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.609164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.609164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 316 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.623366 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] Sesch channel 316 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.657511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] EOF received (316) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.657894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] EOF sent (316) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.658033 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.693983 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:17.694132 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:40:17.694321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.694481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 316] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.696669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.696762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 316 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.699692 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] Sesch channel 316 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.709039 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:17.713540 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.713540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 317] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.721761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.721761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 317 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.728854 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] Sesch channel 317 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.759140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] EOF received (316) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.759332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 316] EOF sent (316) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.762156 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.762790 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:17.762790 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.762790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 317] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.801397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.801397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 317 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.809755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] Sesch channel 317 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.847511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] EOF received (317) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.847511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] EOF sent (317) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.847982 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.851245 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:17.851245 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:40:17.851427 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:17.856689 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:17.866350 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:17.866350 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:40:17.885753 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:17.897762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.897762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.897762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.897762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.899113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.919644 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.919877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.921327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.921327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:17.921447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:17.921652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.922772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 119] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.922772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.922772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.924792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.953667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.953667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.953667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:17.953667 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:17.955296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:17.955577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 207] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.956251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.956775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:17.959060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.976544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.977462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:17.977462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:18.026904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] EOF received (317) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.026904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 317] EOF sent (317) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.026904 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:18.026904 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:18.026904 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 110] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.027293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.027460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:18.029899 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.056094 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.056362 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:18.061637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:18.061637 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:18.111414 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-dcd5932c-4957-4306-9005-ce728d9e02f2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 created successfully.
Feb 19 01:40:19.978367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:19.978367 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 196] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:19.980668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:19.980668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:19.981082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.062803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.062803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] EOF sent (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.062803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:20.062803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.140s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:20.072039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:20.073346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.073813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.074084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:20.075996 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.302585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.302585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.303516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:20.305530 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@manila_share_snapshot_6b953ca2_efcf_4898_b570_9ef7805bc7d6 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:20.308888 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 120] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.310338 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.310338 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:20.311446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.918484 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.920006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:20.920758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0d9110f2-c941-480f-af8e-080137555b5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:21.252322 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Entered migration_start method for share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:40:21.331305 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Starting host-assisted migration for share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:40:21.522091 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:21.524201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:21.527151 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:21.528505 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:21.559048 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:21.559048 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:21.562088 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:21.562959 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:21.563244 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:21.566808 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:21.567030 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:21.734408 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:21.734408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 208] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.735563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.735824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:21.739657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.912919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.914977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.914977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:21.914977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:21.921903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 60] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.923447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.923556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 60 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:21.926024 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] Sesch channel 60 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.963560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF received (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.965343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 60] EOF sent (60) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:21.971063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:21.971063 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:22.000471 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 675338aa-234c-4052-ba1b-6c387f204861 created successfully.
Feb 19 01:40:22.078928 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-8e914cc6-2daa-4e3b-911c-b8b6ce18713d tempest-ShareManageUnmanageNFS-1626710932 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:40:22.090428 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8e914cc6-2daa-4e3b-911c-b8b6ce18713d tempest-ShareManageUnmanageNFS-1626710932 None] Created reservations ['2de6d2fc-b63c-4593-b4bf-f7d489db1ca7', '0c0e4dbe-a17a-4b24-8a61-5a34b1cc38be', '38009f07-b667-4d77-9a86-e3f5658b403e', 'd340e7f9-704a-40b8-a39c-4c219a8d4820'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:22.104019 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8e914cc6-2daa-4e3b-911c-b8b6ce18713d tempest-ShareManageUnmanageNFS-1626710932 None] Committed reservations ['2de6d2fc-b63c-4593-b4bf-f7d489db1ca7', '0c0e4dbe-a17a-4b24-8a61-5a34b1cc38be', '38009f07-b667-4d77-9a86-e3f5658b403e', 'd340e7f9-704a-40b8-a39c-4c219a8d4820'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:22.159883 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8e914cc6-2daa-4e3b-911c-b8b6ce18713d tempest-ShareManageUnmanageNFS-1626710932 None] Share 40a4baf3-ee0c-4957-b109-edc22cf5caad: unmanaged successfully.
Feb 19 01:40:22.730123 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:22.837344 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:22.837621 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:22.840704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:22.840883 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:22.841084 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:22.844026 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:22.844162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:22.844367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:22.848800 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_918956c6-f855-4c1a-b656-1d925ae8509a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:22.848932 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 918956c6-f855-4c1a-b656-1d925ae8509a belonging to share 44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:22.854176 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:22.854372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 318] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.855288 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.855372 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 318 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:22.858792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] Sesch channel 318 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.895764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] EOF received (318) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.897324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] EOF sent (318) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.897324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:22.897324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:22.897912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:22.899950 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:22.900236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 318] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.900604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.900764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 318 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:22.901824 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] Sesch channel 318 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.934764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] EOF received (318) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.934764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 318] EOF sent (318) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.936035 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:22.936269 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:22.936604 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:22.936931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 319] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.937243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.937436 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 319 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:22.939811 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] Sesch channel 319 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.966157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] EOF received (319) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.967764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] EOF sent (319) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:22.967764 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:23.149935 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Migration info obtained for share 47562dc5-dcc0-4001-bf7a-357026ee2eb9: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88651) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:40:23.225524 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Migration info obtained for share 675338aa-234c-4052-ba1b-6c387f204861: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:40:23.654788 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Time to start copying in migration for share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:40:23.890763 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:23.915818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:23.915818 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:23.919525 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:23.920923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:23.921349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:23.979757 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:23.980976 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:24.003367 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.004974 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.012962 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.013503 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.015033 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.031349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.031349 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules of share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:40:24.056043 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.056485 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.057328 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:24.057328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 319] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.059758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.059916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 319 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:24.061614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] Sesch channel 319 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.096034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] EOF received (319) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.096034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 319] EOF sent (319) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.096780 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:24.097089 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=ro=127.0.0.1,no_root_squash gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:24.097767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 43] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.099993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.100870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:24.101979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.167286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.167286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.167286 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:24.167286 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.110s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.169765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.169765 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.217887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.219759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.220171 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.220975 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.220975 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.220975 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.223704 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.224326 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.224605 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.228670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.228912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:24.229203 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:24.283514 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.054s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:24.284634 np0000156440 manila-share[88651]: INFO manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720.
Feb 19 01:40:24.968379 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:24.968379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 320] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.969037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:24.969205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 320 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:24.971769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] Sesch channel 320 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.003044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] EOF received (320) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.003044 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 320] EOF sent (320) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.003792 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.004196 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.106s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.004511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.004862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 320] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.005346 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.005538 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 320 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.008747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] Sesch channel 320 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] EOF received (320) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 320] EOF sent (320) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.027689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.027900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 111] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.028171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.028332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.029377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.046273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.046273 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 111] EOF sent (111) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.046763 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.046983 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:25.047216 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.047872 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.048603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.048603 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.048603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 321] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.049131 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.049279 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 321 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.051502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] Sesch channel 321 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.089751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] EOF received (321) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.089751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 321] EOF sent (321) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.090366 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.090838 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:25.091114 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.091669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 321] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.092119 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.092938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 321 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.095848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] Sesch channel 321 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.261020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] EOF received (321) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.261020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 321] EOF sent (321) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.261020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.261020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.261321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 322] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.261774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.261927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 322 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.263746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] Sesch channel 322 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.357249 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] EOF received (322) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.362190 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] EOF sent (322) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.362190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.575842 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 675338aa-234c-4052-ba1b-6c387f204861. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:25.592047 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.592247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 197] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.592625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.592704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.601477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.606901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.607163 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.610490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.610626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.613291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.629044 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.630351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] EOF sent (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.630614 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.630614 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] ZFS option used's value is 2.03M. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:25.644406 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.644839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.646778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.648678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.652758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.678576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.678766 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 675338aa-234c-4052-ba1b-6c387f204861 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:25.694532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.695844 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.697064 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.697346 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.697522 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 121] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.700707 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.701497 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.702443 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.704273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.708565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.711941 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.712288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.712669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.736895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.736895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.738109 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.738439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs umount -f betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.738673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 209] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.739061 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.739845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.745354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.752096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.770240 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.771526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:25.771526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.771526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 198] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.773894 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.773894 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.780035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.781788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.781788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.781788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.782091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.784188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.788759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.789177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.793260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.827520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs rename betta/subdir/manila_share_0f0fd0fa_ca96_4ecd_9782_de0ce62d51fd betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 122] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.834703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.840753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.845931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.846129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.847090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.847282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:25.848382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.854753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.854753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:25.854753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.987318 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.987576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:25.987914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:25.988110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.217s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:25.988747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:25.988747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:26.062974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.063157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.063822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.063822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs mount betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.063965 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 210] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.064449 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:26.064760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:26.065421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:26.065421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:26.065421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:26.065421 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:26.068653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.068653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.071868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.072385 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:26.073343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:26.073343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:26.074910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:26.075179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:26.075441 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:26.106961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:26.107541 np0000156440 manila-share[88650]: INFO manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 675338aa-234c-4052-ba1b-6c387f204861 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720.
Feb 19 01:40:26.110925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.111997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.111997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.111997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs mount {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.111997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.112610 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.112826 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.114211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.133053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.133540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.134118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.134366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.134697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 199] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.135011 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.135805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.136913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.175625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.175625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.175946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.176171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs set compression=gzip betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.176418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 123] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.177989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.178095 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.180962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.217677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.217861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.218155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.219576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs set readonly=off betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.219576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 211] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.221080 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.221783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.224585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.270917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.270917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.270917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.270917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:26.271264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 21] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.272156 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.272313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 21 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:26.273378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] Sesch channel 21 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.296652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF received (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.298399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 21] EOF sent (21) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:26.300705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:26.301703 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:26.348518 np0000156440 manila-share[88650]: DEBUG manila.db.sqlalchemy.api [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] quota_usages out of sync, updating. project_id: a2cce98423424eb4b776790bc15c67bc, user_id: 7a330690c7584f2e93b450af964d6022, share_type_id: None, resource: shares, tracked usage: 0, actual usage: 1 {{(pid=88650) _quota_reserve /opt/stack/manila/manila/db/sqlalchemy/api.py:1301}}
Feb 19 01:40:26.365788 np0000156440 manila-share[88650]: DEBUG manila.db.sqlalchemy.api [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] quota_usages out of sync, updating. project_id: a2cce98423424eb4b776790bc15c67bc, user_id: None, share_type_id: a8656626-b689-4d78-bc95-cdb1f5e66ed9, resource: shares, tracked usage: 0, actual usage: 1 {{(pid=88650) _quota_reserve /opt/stack/manila/manila/db/sqlalchemy/api.py:1301}}
Feb 19 01:40:26.374290 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Created reservations ['6ce2b61d-ed93-41d9-8740-a2b88de5fb84', '3152ee12-3a19-4c22-b3e7-1ba0f4c5ddd3', '19fc87a7-1838-4913-b67e-b018ac70c09e', 'd60046a4-7918-4bd1-ae6d-b677d4bd9f0c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:26.385298 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6e3530ec-c161-4bee-8184-11f40aae4ae2 tempest-ShareManageUnmanageNFS-1626710932 None] Committed reservations ['6ce2b61d-ed93-41d9-8740-a2b88de5fb84', '3152ee12-3a19-4c22-b3e7-1ba0f4c5ddd3', '19fc87a7-1838-4913-b67e-b018ac70c09e', 'd60046a4-7918-4bd1-ae6d-b677d4bd9f0c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:27.365762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:27.365762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] [chan 322] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:27.368989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:27.368989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 322 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:27.371865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] Sesch channel 322 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:27.508749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] EOF received (322) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:27.508749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 322] EOF sent (322) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:27.508749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:27.509300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_918956c6_f855_4c1a_b656_1d925ae8509a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.461s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:27.695814 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['5f8297a4-99dc-45cb-a9a9-f73e4638a59a', '50ef319a-94f0-465a-9dec-57c62cf94f8c', '769c1b7e-e1a2-4f58-b251-6e6ead9d9542', '43c91b98-b866-461a-a28f-48c205e699d6'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:27.720234 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['5f8297a4-99dc-45cb-a9a9-f73e4638a59a', '50ef319a-94f0-465a-9dec-57c62cf94f8c', '769c1b7e-e1a2-4f58-b251-6e6ead9d9542', '43c91b98-b866-461a-a28f-48c205e699d6'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:27.724181 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-40486d48-e8fa-4443-91a1-17eac91b2cfb tempest-ReplicationSnapshotTest-1687764462 None] Share replica 918956c6-f855-4c1a-b656-1d925ae8509a deleted successfully.
Feb 19 01:40:28.778100 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Received request to update access for share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:28.796681 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:28.797198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:28.799119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:28.799425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:28.800160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:28.838974 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:28.838974 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Updating access rules for share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99 belonging to share d7d5b1a0-29ec-4b33-ad1b-804118a05250. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:28.852693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:28.853560 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:28.857432 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:28.857664 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:28.857964 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:28.866053 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:28.894463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:28.894463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:28.894463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:28.895759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.896002 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.896147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:28.899407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.968784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.968784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.968784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:28.968784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.52,no_root_squash betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:28.972009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 61] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.973156 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:28.973156 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 61 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:28.974323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] Sesch channel 61 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.063780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF received (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.065235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 61] EOF sent (61) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.065870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:29.065870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.171s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.066182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:29.066536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:29.137879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.138169 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:29.138495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:29.138690 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.139110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:29.139699 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:29.142495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.142811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:29.143276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:29.145872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.146250 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:29.146626 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:29.172080 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:29.172998 np0000156440 manila-share[88650]: INFO manila.share.access [None req-9f3ae371-c370-4ed4-96af-e0a1e5f6d4c0 tempest-ShareManageUnmanageNFS-1626710932 None] Access rules were successfully modified for share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99 belonging to share d7d5b1a0-29ec-4b33-ad1b-804118a05250.
Feb 19 01:40:29.362298 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:29.362629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] [chan 200] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.364059 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.364243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:29.366623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.570824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.570824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.570824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:29.570824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:29.570824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.572491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.572491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:29.572491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.604817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.604817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:29.604817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:29.607159 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:29.641505 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-e849b0fc-e415-4770-b4d7-e0fd6b59e15f tempest-ReplicationSnapshotTest-1687764462 None] Share instance b11779ab-ddd9-4b5e-b1de-fbb25b52873d created successfully.
Feb 19 01:40:30.625174 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9. {{(pid=88651) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:30.639452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.639452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.641912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.642784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.642784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.688391 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.688686 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:30.701750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.701750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.707012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.707012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.707012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.727280 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.727633 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules of share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88651) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:40:30.741990 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.743832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.743832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:30.743832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 323] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.745547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.745547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 323 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:30.747227 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] Sesch channel 323 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.766123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] EOF received (323) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.766123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 323] EOF sent (323) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.768973 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:30.768973 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:30.769081 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 44] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.769738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.770106 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:30.772972 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.836832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.836832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:30.836832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:30.836832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.836832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.837146 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.873691 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.874068 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.874398 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.895772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.895772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.895772 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.898938 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.899290 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.899698 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.902314 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.903265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:30.903265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:30.929741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:30.930352 np0000156440 manila-share[88651]: INFO manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720.
Feb 19 01:40:32.188458 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance 675338aa-234c-4052-ba1b-6c387f204861. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:32.220157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.220157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.223584 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.226796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.226796 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.279204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.279204 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Updating access rules for share instance 675338aa-234c-4052-ba1b-6c387f204861 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:32.293084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.293084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.296838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.297057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.297324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.305254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.317846 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.318177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.318427 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:32.318732 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 124] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.319402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.319402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:32.321147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.344846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.344942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.346757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:32.347149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:32.347510 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 22] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.348310 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.348310 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 22 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:32.350214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] Sesch channel 22 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.434518 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF received (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.434518 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 22] EOF sent (22) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.434518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:32.436855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.116s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.437747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.438087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.512453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.072s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.512838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.513158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.569422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.571567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.571567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.585481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.585481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.585481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.592760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.592760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:32.592760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:32.656351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:32.656351 np0000156440 manila-share[88650]: INFO manila.share.access [None req-3f099c59-8fc3-4a0a-b8bb-f0512a5a5e63 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Access rules were successfully modified for share instance 675338aa-234c-4052-ba1b-6c387f204861 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720.
Feb 19 01:40:32.879743 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-934b93a2-5182-4402-9ec7-1746c5e7ed25" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:32.985090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:32.985282 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 323] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.986023 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:32.986023 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 323 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:32.987316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] Sesch channel 323 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] EOF received (323) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 323] EOF sent (323) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 324] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.295481 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 324 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:33.299003 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] Sesch channel 324 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.388586 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.390785 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:40:33.393750 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.460988 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.460988 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:40:33.499116 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.499222 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:40:33.506280 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.506375 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:40:33.511146 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.511266 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:40:33.528207 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.528327 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:40:33.528854 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:33.529051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 212] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.532086 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.532086 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:33.536631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.597861 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:33.602471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.649043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.649763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.649763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:33.649763 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:33.649934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:33.650081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 201] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.650434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.650870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:33.653776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.679837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.680221 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.680292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:33.680426 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:33.680558 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:33.680704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 125] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.683113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.683193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:33.685743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.740330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.740520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:33.740826 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:33.740962 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:33.741119 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:40:33.741406 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.747677 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.754249 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:33.756973 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:40:33.769256 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:40:34.093863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] EOF received (324) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.094150 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] EOF sent (324) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.094390 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.094795 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Info about replica 'bab6c952-cbb6-4d39-b32a-dff9e5490639' creation is following:
Feb 19 01:40:34.094795 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 into gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185
Feb 19 01:40:34.094795 np0000156440 manila-share[88651]: received 43.9K stream in 0.22 seconds (200K/sec)
Feb 19 01:40:34.094795 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:40:34.094795 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:34.094991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 324] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.098870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.098954 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 324 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:34.103334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] Sesch channel 324 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.193382 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 324] EOF received (324) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.193607 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 324] EOF sent (324) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.194288 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.194446 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:34.194616 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 325] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.195982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.196117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 325 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:34.198438 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] Sesch channel 325 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] EOF received (325) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] EOF sent (325) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:34.236743 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:34.236974 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 112] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.237475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.237647 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:34.239066 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.261414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.261564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.262021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.262206 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:34.262625 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 45] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.264303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.264303 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:34.266329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.349319 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.349497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.349890 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.350083 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.116s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:34.350224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:34.350402 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] [chan 113] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.350706 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.350809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:34.352209 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.380931 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.381146 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:34.381459 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:34.381620 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:34.425519 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:34.425973 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:34.429966 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:34.430157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:34.430439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:34.451190 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:34.452748 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-0723b89a-4772-44ea-ae32-c0cf0531cbbe tempest-ReplicationSnapshotTest-1687764462 None] Share replica bab6c952-cbb6-4d39-b32a-dff9e5490639 created successfully.
Feb 19 01:40:36.377066 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-934b93a2-5182-4402-9ec7-1746c5e7ed25" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:36.624266 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:36.624489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] [chan 213] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.628069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.628069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:36.631755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.822852 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to finish Share Migration for share ddf9a812-a0c1-4929-9a7e-497bbe17e720.
Feb 19 01:40:36.965137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.965338 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.965700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:36.965852 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:36.966027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.971411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:36.971411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:36.974133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.122764 np0000156440 manila-share[88651]: DEBUG manila.share.migration [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] No access rules to sync to destination share instance. {{(pid=88651) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 01:40:37.273928 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:37.273928 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:37.277670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:37.279667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:37.279667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:37.283096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:37.283336 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:37.283600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:37.286964 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_47562dc5-dcc0-4001-bf7a-357026ee2eb9" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:37.287289 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:37.294892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.295223 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 325] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.295714 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.295995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 325 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.297216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] Sesch channel 325 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.328711 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.328925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.329245 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.349526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] EOF received (325) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.349526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 325] EOF sent (325) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.349526 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.349526 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.349526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 326] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.351088 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.351240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 326 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.354831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] Sesch channel 326 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.356151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.356342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] [chan 202] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.359601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.359653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.364749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.407256 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] EOF received (326) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.407796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] EOF sent (326) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.410131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.410396 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:37.410851 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:37.411285 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.413186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 46] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.414437 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.414763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 46 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.417067 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] Sesch channel 46 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.456741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF received (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.456741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 46] EOF sent (46) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.456741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.460741 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:37.460741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.047s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:37.460741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:37.460741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:37.460927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.460927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 326] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.461976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.462136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 326 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.467127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] Sesch channel 326 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.506091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] EOF received (326) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.506091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 326] EOF sent (326) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.509505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.509505 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:37.509505 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.509505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 327] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.512240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.512240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 327 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.515132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] Sesch channel 327 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.716781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] EOF received (327) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.716781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] EOF sent (327) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.718554 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.719373 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:37.720891 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 327] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.723078 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.723159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 327 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:37.726276 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] Sesch channel 327 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.819778 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] EOF received (327) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.819957 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 327] EOF sent (327) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.820343 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-0ee39463-6ca4-45c9-bc97-710d70d9bd29 tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica 'bab6c952-cbb6-4d39-b32a-dff9e5490639' sync is following:
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: receiving incremental stream of betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e into gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: received 312B stream in 0.05 seconds (5.73K/sec)
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: receiving incremental stream of betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 into gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]: received 312B stream in 0.04 seconds (8.62K/sec)
Feb 19 01:40:37.961174 np0000156440 manila-share[88650]:  {{(pid=88650) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 01:40:39.574853 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-934b93a2-5182-4402-9ec7-1746c5e7ed25" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:39.703802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:39.704375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 328] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.704743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.704836 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 328 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:39.706267 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] Sesch channel 328 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.826759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:39.826759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 328] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.828159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.828159 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 328 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:39.829747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] Sesch channel 328 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.922826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] EOF received (328) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.922826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] EOF sent (328) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.922826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:39.925024 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:39.925315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 329] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.945769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] EOF received (328) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.945769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 328] EOF sent (328) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.946591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:39.946923 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-gamma/manila_share_47562dc5_dcc0_4001_bf7a_357026ee2eb9" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.489s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:39.968008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:39.971377 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 329 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:39.973549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] Sesch channel 329 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.184749 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['88435637-acf5-49f9-9124-008d58f8fce1', 'a421bc03-d0c4-4e3c-8c86-6135f25b950d', '5c5431ef-c69f-45d2-8d28-31ff97bb86ca', 'cce1176e-cc59-4dd6-b8d3-9121be42dfa7'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:40.205466 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['88435637-acf5-49f9-9124-008d58f8fce1', 'a421bc03-d0c4-4e3c-8c86-6135f25b950d', '5c5431ef-c69f-45d2-8d28-31ff97bb86ca', 'cce1176e-cc59-4dd6-b8d3-9121be42dfa7'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:40.212549 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 47562dc5-dcc0-4001-bf7a-357026ee2eb9: deleted successfully.
Feb 19 01:40:40.271320 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] EOF received (329) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.271320 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] EOF sent (329) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.273736 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:40.288589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:40.288589 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 329] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.289944 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.290114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 329 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:40.292982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] Sesch channel 329 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.724950 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8497f1f1-de24-4f75-ae3f-d4590794a7c3 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share Migration for share ddf9a812-a0c1-4929-9a7e-497bbe17e720 completed successfully.
Feb 19 01:40:40.903225 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] EOF received (329) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.903815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 329] EOF sent (329) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.905370 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:40.905370 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica 'bab6c952-cbb6-4d39-b32a-dff9e5490639' sync is following:
Feb 19 01:40:40.905370 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 into gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475
Feb 19 01:40:40.905370 np0000156440 manila-share[88651]: received 312B stream in 0.09 seconds (3.26K/sec)
Feb 19 01:40:40.905370 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:40:40.929770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:40.929770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:40.929770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:40.931017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 114] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.933882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.933882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:40.936804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.962339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.962339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 114] EOF sent (114) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.962339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:40.962339 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:40.962339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 47] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.962870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:40.963021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 47 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:40.965966 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] Sesch channel 47 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF received (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 47] EOF sent (47) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.136s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:41.065439 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] [chan 330] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.066923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.067104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 330 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:41.068275 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] Sesch channel 330 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.180367 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] EOF received (330) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.183748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] EOF sent (330) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:41.183748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:41.227295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:41.227809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:41.314157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.086s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:41.337184 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:41.337475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:41.368378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:41.368537 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-2a1ebd8b-5512-413f-bc68-69340e9e81be tempest-ReplicationSnapshotTest-1687764462 None] Share replica bab6c952-cbb6-4d39-b32a-dff9e5490639: promoted to active state successfully.
Feb 19 01:40:42.815293 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-934b93a2-5182-4402-9ec7-1746c5e7ed25" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:40:43.042748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.044735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.049244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.049984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.051463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.055901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.056290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.056963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.063521 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b11779ab-ddd9-4b5e-b1de-fbb25b52873d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.063764 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance b11779ab-ddd9-4b5e-b1de-fbb25b52873d belonging to share 934b93a2-5182-4402-9ec7-1746c5e7ed25. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:43.074744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.075042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 126] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.076930 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.077252 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.080784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.136753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.138749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.138749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.138858 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.139252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.139980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.140745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 214] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.141983 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.142148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.143739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.173751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.173751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.173751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.174156 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:43.176466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.176466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.187285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.187285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.191752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.224593 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.225509 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.225509 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.281756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.282152 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.287825 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.288185 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.288963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.291321 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.291554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.291842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.295981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_675338aa-234c-4052-ba1b-6c387f204861" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.297002 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 675338aa-234c-4052-ba1b-6c387f204861 belonging to share ddf9a812-a0c1-4929-9a7e-497bbe17e720. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:43.302007 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.302290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 203] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.302713 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.302938 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.304670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.344965 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.344965 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.345351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.345601 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.345865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 127] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.346939 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.346939 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.351446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.392964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.392964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.393109 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.393486 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.394828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.395085 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.395308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 62] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.395656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.395831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 62 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.397161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] Sesch channel 62 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.429751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF received (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.429751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 62] EOF sent (62) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.430015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.430228 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:43.430460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:43.430696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:43.432033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:43.432526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.432526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 215] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.432881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.433039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.435976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.454194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.454194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.454430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.454642 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:43.454855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.455164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.455564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.455750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.457750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.557801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.557801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.557801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:43.557801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:43.560587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 204] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.561112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.561264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:43.563984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.581867 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.581867 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:43.582147 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:45.226364 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:45.227471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 128] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.228011 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.228091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:45.229146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.303755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.303755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.303755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:45.303755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.164s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:45.303956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:45.304136 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:45.304288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:45.304471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 216] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.304853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.304930 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:45.305934 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.327791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.328005 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 216] EOF sent (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.328655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:45.328836 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:45.329044 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:45.329208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.329547 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.329623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:45.332971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.342977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.343153 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.343494 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:45.583780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:45.583973 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 205] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.584401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.584476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:45.586291 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.647710 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.647710 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:45.647710 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:45.647710 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_675338aa_234c_4052_ba1b_6c387f204861" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.215s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:45.855825 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['c4d9a681-05dc-49af-80de-8e97a87bd1d0', '6604eb5c-511c-4bd6-a0f7-d969a1652451', '7353b558-e9f7-4393-a70b-4e76b7357f15', 'd41935ca-6d62-420a-85e5-d429cccdf327'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:45.869746 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['c4d9a681-05dc-49af-80de-8e97a87bd1d0', '6604eb5c-511c-4bd6-a0f7-d969a1652451', '7353b558-e9f7-4393-a70b-4e76b7357f15', 'd41935ca-6d62-420a-85e5-d429cccdf327'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:45.876037 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6a3472e2-a4ec-4aac-8506-acac75c8d71b tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 675338aa-234c-4052-ba1b-6c387f204861: deleted successfully.
Feb 19 01:40:46.679535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:46.679535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 129] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.681743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.681743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:46.683023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.838753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.838753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.838753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:46.838753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:46.838753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.839978 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.840122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:46.841670 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.861124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.861124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:46.861891 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:46.862147 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:46.899073 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-b2ff0bfd-569b-4251-ba78-71324d21e7ae tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance c331c852-e06e-492f-9e87-95df2cfcf819 created successfully.
Feb 19 01:40:47.344841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:47.344841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 217] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.345208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.345348 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:47.347576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.413748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.414105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.414768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:47.415107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:47.415386 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:47.415922 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:47.416119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:47.416441 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.416891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.417001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:47.418406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.438298 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.438472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.438866 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:47.439038 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:47.439262 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:47.439522 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 206] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.439895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.439964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:47.441771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.454677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.454893 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:47.455765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:49.456485 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:49.456952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 130] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.458004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.458085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:49.459121 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.528570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.528788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.529114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:49.529373 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.114s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:49.529522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:49.530427 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:49.530574 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:49.530987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 218] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.532330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.532405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:49.535689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.567440 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.567618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.567973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:49.568138 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:49.568404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:49.568570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.569049 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.569127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:49.572030 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.594212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.594383 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:49.594696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:49.968856 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Entered migration_start method for share e70f90fd-6c25-4528-bdb9-b809e445735d. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:40:50.151754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:50.152207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:50.155767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:50.155767 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to update access for share instance c331c852-e06e-492f-9e87-95df2cfcf819. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:40:50.185779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:50.186765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:50.190162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:50.190392 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:50.190687 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:50.196065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:50.196294 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance c331c852-e06e-492f-9e87-95df2cfcf819 belonging to share e70f90fd-6c25-4528-bdb9-b809e445735d. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:40:50.207775 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Initiating driver migration for share e70f90fd-6c25-4528-bdb9-b809e445735d. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:40:50.405422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:50.405607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 207] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.406950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.407033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:50.409785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.488262 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.488576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.488822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:50.489231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpomtub74l/betta_subdir_manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:50.489499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 131] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.489841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.489918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:50.490858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.511377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.511613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.511994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:50.512143 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): nohup /tmp/tmpomtub74l/betta_subdir_manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:50.512343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 219] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.512698 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:50.512792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:50.515055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.100090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.100090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.100090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58ecca43-f318-4a62-b0e5-8df927ffcb97 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.597763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.597763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.599473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.599473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.599802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.673608 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.673608 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.673608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.673608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.143s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:51.673608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.674199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 208] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.675790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.676034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.677270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.710764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.710764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.711772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.712065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:51.712783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:51.713008 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.714192 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 23] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.714439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.714628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 23 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.716634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] Sesch channel 23 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.747801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF received (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.747801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 23] EOF sent (23) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.747801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.747801 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:51.747801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:51.748110 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:51.748442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:51.748650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.748918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 132] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.749989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.750148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.752856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.780685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.780685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 132] EOF sent (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.782771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.782771 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:51.782771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.782771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 220] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.783116 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.783257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.785365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.904845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.905200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.905605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:51.905963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:51.906314 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.906836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.906836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:51.908761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.958477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.958477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:51.958477 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:53.959268 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:53.962758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] [chan 209] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:53.962758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:53.962758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:53.964325 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:54.059835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:54.061281 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:54.061281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:54.061281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b11779ab_ddd9_4b5e_b1de_fbb25b52873d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.312s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:54.176777 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['a257f41e-0c12-4083-9b60-54e2c0881edd', 'ec35f7a4-75d2-4498-b860-13b3ce279fb7', '9f0f76c7-5000-4532-bc3a-794e434d2243', 'd0c5b0d9-b51d-47b5-861b-758f8ff094c7'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:40:54.194447 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['a257f41e-0c12-4083-9b60-54e2c0881edd', 'ec35f7a4-75d2-4498-b860-13b3ce279fb7', '9f0f76c7-5000-4532-bc3a-794e434d2243', 'd0c5b0d9-b51d-47b5-861b-758f8ff094c7'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:40:54.201842 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-58be84c1-5742-4d65-bd1f-b087c6916d91 tempest-ReplicationSnapshotTest-1687764462 None] Share replica b11779ab-ddd9-4b5e-b1de-fbb25b52873d deleted successfully.
Feb 19 01:40:55.569899 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:55.571613 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 330] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:55.571910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:55.572154 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 330 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:55.574914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] Sesch channel 330 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.177543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] EOF received (330) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.178134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 330] EOF sent (330) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.180131 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.180296 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:56.180469 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 331] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.186940 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.189392 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 331 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:56.192494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] Sesch channel 331 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.308525 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] EOF received (331) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.308525 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] EOF sent (331) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.309770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.309770 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:56.310182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 331] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.312211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.312211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 331 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:56.314155 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] Sesch channel 331 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.376719 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] EOF received (331) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.378807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 331] EOF sent (331) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.378896 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.379115 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:56.379380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 332] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.379912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.380120 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 332 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:56.383257 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] Sesch channel 332 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.444560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] EOF received (332) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.444560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 332] EOF sent (332) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.445247 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.445979 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:56.445979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 332] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.447070 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.447229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 332 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:56.448528 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] Sesch channel 332 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.516259 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] EOF received (332) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.516259 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 332] EOF sent (332) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.518511 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.519386 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:56.519833 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 115] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.522191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.522191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:56.524129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.549597 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.549597 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] [chan 115] EOF sent (115) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:56.550153 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:56.550426 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:56.552582 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=835,manila:UPDATE=62,manila:INSERT=45 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:40:56.573060 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ded49cc8-bc67-4088-9887-f06fb3a9e22d tempest-ReplicationSnapshotTest-1687764462 None] Share instance c6852016-cf8d-4871-bcda-9d9c255bc3f4 created successfully.
Feb 19 01:40:58.483815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.483815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.584426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.101s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:58.585481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.587316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.594073 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:58.594073 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.594073 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.661171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.067s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:58.661825 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Updating access rules for share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99 belonging to share d7d5b1a0-29ec-4b33-ad1b-804118a05250. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:40:58.692958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.692958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.756367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:58.758468 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.758468 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.803816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:58.869763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:58.869763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:58.869763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:58.869763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 133] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.870981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.871138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:58.874929 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.912776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.912776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.914758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:58.915484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:58.916755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 63] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.917408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:58.917728 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 63 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:58.922708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] Sesch channel 63 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.046577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF received (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.048960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 63] EOF sent (63) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.048960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.048960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.182s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.052765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.052765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.085802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.085802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.085802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.122794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.123982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] [chan 221] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.123982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.123982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.125047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.128159 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.043s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.128381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.128699 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.133774 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.133774 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.133774 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.137757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.137757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.137757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.170694 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.172773 np0000156440 manila-share[88650]: INFO manila.share.access [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Access rules were successfully modified for share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99 belonging to share d7d5b1a0-29ec-4b33-ad1b-804118a05250.
Feb 19 01:40:59.183768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.184293 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.184597 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.184915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.186359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.218678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.218678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.219294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.219612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.220016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 210] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.220536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.220536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.221443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.247942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.247942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 210] EOF sent (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.249467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.249818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.250155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.250366 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.250642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.251574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.251574 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.253427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.291761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.291761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.293092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.293330 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:59.293556 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.043s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:40:59.293892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:40:59.294605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:40:59.294605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.294605 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 134] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.295765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.295765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.296142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.296391 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.297101 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.298527 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.298527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] [chan 24] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.298787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.299750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.299913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 24 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.301668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] Sesch channel 24 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] ZFS option mountpoint's value is /betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.318254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.318633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.318793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.319823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.351780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF received (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.351780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 24] EOF sent (24) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.351780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.351780 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:40:59.399745 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-60f6f370-dce9-48cd-82d6-e295800ba2ba tempest-ReplicationSnapshotTest-1687764462 None] Share instance 21809d03-bbb0-4f88-bcb9-107d63853886 created successfully.
Feb 19 01:40:59.506208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.506872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.507292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:40:59.507621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:40:59.507877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 211] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.508260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.508407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:40:59.509708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.550545 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.551580 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:40:59.551580 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:01.552801 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:01.552801 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] [chan 222] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:01.553718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:01.556065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:01.557285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:01.647475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:01.650781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:01.650781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:01.650781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Lock "zfs-dataset-betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.354s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:01.783152 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Created reservations ['dcf0907d-1cab-4258-a2c6-7e6d93b99a36', '531c6680-68a1-4943-ab53-48f4ffa1c7e7', 'bae13fa5-eea6-485b-8872-87187ff164b0', '2015b529-d6df-4508-b875-806c5388b82f'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:41:01.798748 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Committed reservations ['dcf0907d-1cab-4258-a2c6-7e6d93b99a36', '531c6680-68a1-4943-ab53-48f4ffa1c7e7', 'bae13fa5-eea6-485b-8872-87187ff164b0', '2015b529-d6df-4508-b875-806c5388b82f'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:41:01.806269 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-2b96630d-c2fa-4713-82fd-b48eb2a6a9eb tempest-ShareManageUnmanageNFS-1626710932 None] Share instance bb7f8e3a-e89c-4f9d-a306-7e0c8ecb0d99: deleted successfully.
Feb 19 01:41:02.412448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ab46a034-a96a-44a0-84ba-402ae77640ac tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:02.412678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ab46a034-a96a-44a0-84ba-402ae77640ac tempest-ReplicationSnapshotTest-1687764462 None] [chan 135] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:02.413081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:02.413152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:02.414681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:02.490461 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:02.490800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:02.491034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ab46a034-a96a-44a0-84ba-402ae77640ac tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:04.843759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-43929886-c44b-4d34-925b-f140905a7628 tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:04.843759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-43929886-c44b-4d34-925b-f140905a7628 tempest-ShareManageUnmanageNFS-1626710932 None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:04.844386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:04.844694 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:04.847757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:04.874765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:04.875763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:04.876744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-43929886-c44b-4d34-925b-f140905a7628 tempest-ShareManageUnmanageNFS-1626710932 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server [None req-43929886-c44b-4d34-925b-f140905a7628 tempest-ShareManageUnmanageNFS-1626710932 None] Exception during message handling: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: Command: sudo zfs get used betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: Exit code: 1
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: Stdout: ''
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: Stderr: "cannot open 'betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99': dataset does not exist\n"
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server              ^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 262, in wrapped
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return f(self, *args, **kwargs)
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.933749 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/utils.py", line 484, in wrapper
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return func(self, *args, **kwargs)
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 3087, in manage_share
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     self.driver.manage_existing(
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 738, in manage_existing
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     consumed_space = self.get_zfs_option(old_dataset_name, "used")
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 142, in get_zfs_option
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return self._get_option(dataset_name, option_name, False, **kwargs)
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 113, in _get_option
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     out, err = self.execute(
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server                ^^^^^^^^^^^^^
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py", line 96, in execute
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return executor(*cmd, **kwargs)
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/ganesha/utils.py", line 80, in __call__
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     ret = processutils.ssh_execute(ssh, cmd, **kwargs)
Feb 19 01:41:04.934296 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py", line 666, in ssh_execute
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     raise ProcessExecutionError(
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Command: sudo zfs get used betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Exit code: 1
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Stdout: ''
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Stderr: "cannot open 'betta/subdir/manila_share_bb7f8e3a_e89c_4f9d_a306_7e0c8ecb0d99': dataset does not exist\n"
Feb 19 01:41:04.934717 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server 
Feb 19 01:41:05.157435 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.157898 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:41:05.161772 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.201486 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.201486 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:41:05.212280 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.214751 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:41:05.219191 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.219469 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.219642 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 01:41:05.221973 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.223763 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:41:05.225758 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.226639 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:41:05.237567 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.238341 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:41:05.238341 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:05.238341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 333] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.238717 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.238885 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 333 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:05.241759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] Sesch channel 333 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] EOF received (333) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] EOF sent (333) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:05.281006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 333] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.282195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.282195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 333 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:05.283357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] Sesch channel 333 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] EOF received (333) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 333] EOF sent (333) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:41:05.319788 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.332334 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.336187 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:05.336384 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:41:05.344187 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:06.078744 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:41:06.548028 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:06.548028 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 334] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.549580 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.549580 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 334 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:06.553313 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] Sesch channel 334 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.836328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] EOF received (334) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.836516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] EOF sent (334) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.838491 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:06.838491 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:06.838491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 334] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.841746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:06.841746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 334 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:06.844995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] Sesch channel 334 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] EOF received (334) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 334] EOF sent (334) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Info about replica '772f3a8f-e1d2-4d01-9478-365a2e3388bb' creation is following:
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: receiving full stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: received 43.9K stream in 0.17 seconds (261K/sec)
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]: received 312B stream in 0.10 seconds (2.91K/sec)
Feb 19 01:41:07.633781 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:41:07.634332 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:07.634332 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 335] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.637920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.638328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 335 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:07.639539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] Sesch channel 335 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.725242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] EOF received (335) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.725242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] EOF sent (335) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.725242 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:07.725242 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:07.725242 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 335] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.730027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.730027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 335 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:07.733100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] Sesch channel 335 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.814756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] EOF received (335) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.814756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 335] EOF sent (335) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.814756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:07.814756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:07.816820 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:07.817035 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:07.817271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 48] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.818777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.819752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 48 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:07.822747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] Sesch channel 48 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.886747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF received (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.886747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 48] EOF sent (48) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.886747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:07.886747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:07.886747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 116] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.893037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:07.893862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:07.897747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 116] EOF sent (116) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.198s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:08.013293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] [chan 49] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.015176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.015406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 49 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:08.027973 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] Sesch channel 49 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.037537 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF received (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.038776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 49] EOF sent (49) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.038776 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:08.038776 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:08.090471 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:08.091019 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:08.098702 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.099308 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:08.100181 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:08.120747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.120747 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-ac7d0e86-9d5d-4a35-8125-f9ecf497adea tempest-ReplicationSnapshotTest-1687764462 None] Share replica 772f3a8f-e1d2-4d01-9478-365a2e3388bb created successfully.
Feb 19 01:41:08.525359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:08.525660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:08.531787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.531927 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:08.532954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:08.539869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.540020 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Acquiring lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:08.540260 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:08.544112 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Lock "locked_access_rules_operation_by_share_instance_242c669d-8a14-4d4a-b26b-229b3356dbcc" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:08.544289 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] All access rules have been synced for share instance 242c669d-8a14-4d4a-b26b-229b3356dbcc belonging to share aa8bc556-2397-4f78-8f35-896b15378f55. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:41:08.554709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:08.554946 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] [chan 212] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.556047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.556190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:08.560017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.594506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.594506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:08.597105 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:08.597324 np0000156440 manila-share[88650]: WARNING manila.share.drivers.zfsonlinux.driver [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Share with '242c669d-8a14-4d4a-b26b-229b3356dbcc' ID and 'betta/subdir/manila_share_242c669d_8a14_4d4a_b26b_229b3356dbcc' NAME is absent on backend. Nothing has been deleted.
Feb 19 01:41:08.718223 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Created reservations ['8a3b2304-6734-49ac-8207-8cdecadf6c17', '1d231f92-c737-4780-a5ae-b79f1fb7742a', '1661f796-45c7-452a-98a7-7c125da17aa5', 'a47ae117-6de9-4602-95d1-2c6b36ccfc8c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:41:08.741860 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Committed reservations ['8a3b2304-6734-49ac-8207-8cdecadf6c17', '1d231f92-c737-4780-a5ae-b79f1fb7742a', '1661f796-45c7-452a-98a7-7c125da17aa5', 'a47ae117-6de9-4602-95d1-2c6b36ccfc8c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:41:08.746304 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-38dbd7d7-50ac-407c-82c0-1c256437b86f tempest-ShareManageUnmanageNFS-1626710932 None] Share instance 242c669d-8a14-4d4a-b26b-229b3356dbcc: deleted successfully.
Feb 19 01:41:09.371853 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:41:09.524007 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:09.524905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] [chan 223] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.525435 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.526565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:09.528515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.759308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.759308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.760034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:09.760565 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:09.760565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] [chan 136] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.762772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:09.762877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:09.765196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.014936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.014936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.014936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:10.031267 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:10.032745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.033224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.033625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:10.035210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.651703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-4d914cfb-cc3f-4647-a66b-6c186f04d281 tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica '772f3a8f-e1d2-4d01-9478-365a2e3388bb' sync is following:
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: received 312B stream in 0.08 seconds (3.91K/sec)
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]: received 312B stream in 0.08 seconds (3.85K/sec)
Feb 19 01:41:10.653841 np0000156440 manila-share[88650]:  {{(pid=88650) create_replicated_snapshot /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1335}}
Feb 19 01:41:16.516816 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=1154,manila:UPDATE=120,manila:INSERT=82 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:41:33.387033 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.388685 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:41:33.390445 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.485635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.486131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 213] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.487068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.487375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.489231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.532698 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.533341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.568283 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.571267 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.571751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 224] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.572751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.572935 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.574210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.601504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.601504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.601873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.632161 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share e70f90fd-6c25-4528-bdb9-b809e445735d completed first phase successfully.
Feb 19 01:41:33.632935 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.632935 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:41:33.647264 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.647479 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:41:33.655638 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.655638 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.655638 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 01:41:33.658758 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.658899 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:41:33.664284 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.664284 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:41:33.676259 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.677309 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:41:33.677309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.677309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 137] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.677918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.678452 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.680453 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.715239 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.715637 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 137] EOF sent (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.716684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.716684 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:33.716684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.716684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.717802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.718041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.719757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.757775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.757775 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.757775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.757775 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:33.757775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.758172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 214] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.758621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.758834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.760855 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:33.799217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 225] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.800972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.801132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:33.802296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.833570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.833827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:33.834883 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:33.834883 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:33.834883 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:41:33.837016 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.849312 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.853148 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.856143 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:33.856307 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:41:33.865703 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:41:35.297322 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance eae63100-f608-4650-9b90-266c12af666e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:41:35.325819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.325819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.329489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.329628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.329869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.388479 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.388479 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:41:35.411033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.411308 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.419293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.419440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.419686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.433784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.459497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.459856 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.460036 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:35.460234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] [chan 138] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.461963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.462042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:35.463423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.497858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.498033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.498467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:35.498661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.223,no_root_squash betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:35.499958 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] [chan 64] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.500296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.500371 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 64 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:35.501967 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] Sesch channel 64 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.570398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF received (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.570576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 64] EOF sent (64) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.570984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:35.571177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.111s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.571335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.571704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.620276 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.620933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.620933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.620933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.621038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.621158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.625224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.625224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.625403 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.628488 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.628619 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:35.629068 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:35.691766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.061s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:35.691766 np0000156440 manila-share[88650]: INFO manila.share.access [None req-7abbdd5c-acb2-4b03-a2c2-c5252b41f7ce tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:41:35.868622 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Received request to finish Share Migration for share e70f90fd-6c25-4528-bdb9-b809e445735d.
Feb 19 01:41:35.898322 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:35.898857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.900767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.900767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:35.902783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.963895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.963895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.963895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:35.963895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:35.963895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 215] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.964277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:35.964419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:35.966126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.000144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.002766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.002766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:36.002766 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:36.007805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:36.008089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 226] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.008479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.008626 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:36.010099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.030655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.030655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.031118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:36.031675 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:36.031675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 139] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.032026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.032175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:36.033143 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.056805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.056805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 139] EOF sent (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.057318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:36.057586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:36.058026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:36.058299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:36.058691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.059185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.059185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:36.061053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.076714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 216] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.078581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:36.080286 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.094572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.094572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:36.094939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:38.096933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:38.096933 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 227] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.099304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.099618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:38.101481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.161024 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.163766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.163766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:38.163766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819@tmp_snapshot_for_share_migration__9c0f7e0f_454e_45bd_b616_cfc3235371ac_time_2026_02_19T01_40_50_390034" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.104s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:38.164073 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:38.164440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:38.164670 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:38.164968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.165424 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.165575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:38.166621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.198263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.198263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.200841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:38.200841 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:38.200841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:38.200841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:38.201021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:38.201021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:38.201021 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 140] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.201516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.201718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:38.204851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF sent (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:38.241230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.243742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.243922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:38.245055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.391227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.392215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.392808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:38.392996 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:38.393295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 217] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.393781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.393924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:38.395434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.438751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.438751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:38.439422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:40.440680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:40.441265 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 228] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:40.441335 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:40.441411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:40.442863 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:40.547324 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:40.547508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:40.547880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:40.548156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-alpha/manila_share_c331c852_e06e_492f_9e87_95df2cfcf819" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.348s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:40.594676 np0000156440 manila-share[88650]: DEBUG manila.share.migration [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] No access rules to sync to destination share instance. {{(pid=88650) apply_new_access_rules /opt/stack/manila/manila/share/migration.py:187}}
Feb 19 01:41:40.671848 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['3720b6ed-bb2a-4e20-a66a-648c48164528', 'e8a69215-6e42-40b9-a2c5-800173580f81', '7541615d-66e9-4ef7-95f0-4596a853792e', 'b852062b-7add-46b1-9d34-9d2cd3a53b6d'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:41:40.691712 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['3720b6ed-bb2a-4e20-a66a-648c48164528', 'e8a69215-6e42-40b9-a2c5-800173580f81', '7541615d-66e9-4ef7-95f0-4596a853792e', 'b852062b-7add-46b1-9d34-9d2cd3a53b6d'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:41:40.738875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:40.739996 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:40.745816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_c331c852-e06e-492f-9e87-95df2cfcf819" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:40.745816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:40.745816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:40.745960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:40.824673 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance c331c852-e06e-492f-9e87-95df2cfcf819: deleted successfully.
Feb 19 01:41:40.844995 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3bef89dd-4199-4a9f-92b6-4ef00e65d0a2 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share Migration for share e70f90fd-6c25-4528-bdb9-b809e445735d completed successfully.
Feb 19 01:41:42.168420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:42.168420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:42.173776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:42.173776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:42.173776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:42.175902 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:42.176037 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:42.176248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:42.180261 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "locked_access_rules_operation_by_share_instance_9c0f7e0f-454e-45bd-b616-cfc3235371ac" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:42.180437 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] All access rules have been synced for share instance 9c0f7e0f-454e-45bd-b616-cfc3235371ac belonging to share e70f90fd-6c25-4528-bdb9-b809e445735d. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:41:42.187142 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.187340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 141] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.188142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.188142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.188962 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.220161 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.221216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.221216 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:42.221216 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.221216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 85] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.221430 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.221507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.222547 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.246190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.246423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.247550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:42.247550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:42.247550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:42.247550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.247746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 25] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.250999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.251077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 25 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.255746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] Sesch channel 25 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.282840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF received (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.283016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 25] EOF sent (25) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.283334 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:42.283496 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:42.283659 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:42.284873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:41:42.285139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:41:42.285273 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.285438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 218] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.285975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.286051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.289095 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.322688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.322878 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] EOF sent (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.323233 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:42.323400 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] ZFS option mountpoint's value is /betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:41:42.323531 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.323699 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 229] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.324833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.324913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.327955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.482046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.482046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.482244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:42.483014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:42.483185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 142] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.485117 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.485196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:42.486774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.506629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.506629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:42.509524 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:44.510034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:41:44.511023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] [chan 86] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:44.511485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:44.511485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:41:44.513128 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:44.642742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:44.642742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:41:44.642742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:41:44.642742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Lock "zfs-dataset-betta/subdir/manila_share_9c0f7e0f_454e_45bd_b616_cfc3235371ac" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.354s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:41:44.788805 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Created reservations ['7b6de05b-2b32-4edb-b5e1-02d1a0a2d053', '83d1f050-388a-4239-8271-c52ef2e94bc6', '37c7066f-3575-4bae-83a6-3a62e28ef37c', 'c5ebb0b8-9368-447f-9713-dae82e9a5afd'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:41:44.806957 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Committed reservations ['7b6de05b-2b32-4edb-b5e1-02d1a0a2d053', '83d1f050-388a-4239-8271-c52ef2e94bc6', '37c7066f-3575-4bae-83a6-3a62e28ef37c', 'c5ebb0b8-9368-447f-9713-dae82e9a5afd'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:41:44.810689 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-7879ee97-ba9f-479e-83aa-9881701d4da9 tempest-MigrationWithDifferentSnapshotSupportNFSTest-1760629300 None] Share instance 9c0f7e0f-454e-45bd-b616-cfc3235371ac: deleted successfully.
Feb 19 01:42:05.159473 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:05.159879 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:42:05.162739 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:05.165743 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:INSERT=11,manila:SELECT=126,manila:UPDATE=8 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:42:05.186129 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:05.186227 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:42:05.194603 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:05.216767 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share share_replica 772f3a8f-e1d2-4d01-9478-365a2e3388bb:  {{(pid=88651) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 01:42:05.308492 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:05.308737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 336] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.309512 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.309591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 336 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:05.312352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] Sesch channel 336 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.568770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] EOF received (336) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.568770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 336] EOF sent (336) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.572134 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:05.572134 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:05.572134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 336] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.572754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.573148 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 336 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:05.575038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] Sesch channel 336 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.632709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] EOF received (336) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.632709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 336] EOF sent (336) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.632709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:05.632709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:05.632709 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 337] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.633108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:05.633254 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 337 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:05.634632 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] Sesch channel 337 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.129564 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] EOF received (337) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.129811 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] EOF sent (337) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.131053 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:06.131053 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica '772f3a8f-e1d2-4d01-9478-365a2e3388bb' sync is following:
Feb 19 01:42:06.131053 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255
Feb 19 01:42:06.131053 np0000156440 manila-share[88651]: received 312B stream in 0.05 seconds (6.14K/sec)
Feb 19 01:42:06.131053 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:42:06.159824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:06.162322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 337] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.162322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.162322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 337 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:06.162861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] Sesch channel 337 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.197779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] EOF received (337) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.200224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 337] EOF sent (337) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.200224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:06.200224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:06.201787 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:06.202059 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:06.202279 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 338] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.204998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.205172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 338 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:06.206329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] Sesch channel 338 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.235771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] EOF received (338) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.235771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] EOF sent (338) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.235771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:06.235943 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:06.236107 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:06.236259 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 338] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.241109 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.241228 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 338 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:06.244050 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] Sesch channel 338 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.258383 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] EOF received (338) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.258571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 338] EOF sent (338) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:06.260927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:08.027993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:08.129543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:08.261510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:08.261681 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 339] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.262236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.262315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 339 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:08.264601 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] Sesch channel 339 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.333440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] EOF received (339) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.333624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] EOF sent (339) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.333961 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:08.334209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.133s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:08.334337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:08.334626 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:08.336310 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:08.336475 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 339] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.336816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.336894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 339 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:08.338571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] Sesch channel 339 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.370934 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] EOF received (339) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.371118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 339] EOF sent (339) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.371461 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:08.371616 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:08.371830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:08.371979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 340] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.374056 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.374138 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 340 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:08.375132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] Sesch channel 340 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.397140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] EOF received (340) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.397617 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] EOF sent (340) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:08.398825 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:10.400678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:10.400678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 340] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.402153 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.402418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 340 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:10.405755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] Sesch channel 340 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.444781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] EOF received (340) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.444781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 340] EOF sent (340) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.444781 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:10.445021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:10.445289 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot alpha {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:10.445642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 341] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.446054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.446054 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 341 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:10.447307 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] Sesch channel 341 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.648465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] EOF received (341) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.648465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] EOF sent (341) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.648629 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:10.648829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:41:06.509902 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:10.649486 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 341] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.649544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.649587 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 341 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:10.651241 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] Sesch channel 341 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.941573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] EOF received (341) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.941573 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 341] EOF sent (341) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:10.941573 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:10.974589 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:10.974589 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:42:10.984058 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:10.984258 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:42:10.989508 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:10.989811 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:42:11.109679 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:11.200486 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of replica snapshot 326d395c-31f8-4740-a1ec-35e84a37b1bd: on replica: 772f3a8f-e1d2-4d01-9478-365a2e3388bb {{(pid=88651) _update_replica_snapshot /opt/stack/manila/manila/share/manager.py:4516}}
Feb 19 01:42:11.235919 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:11.236262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 342] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.236737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.236937 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 342 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:11.238428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] Sesch channel 342 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.452860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] EOF received (342) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.452860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] EOF sent (342) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.452860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:11.452860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:11.455143 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 342] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.458316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.458316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 342 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:11.461039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] Sesch channel 342 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.507167 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] EOF received (342) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.507167 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 342] EOF sent (342) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.507502 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:11.507717 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:11.507996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 343] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.508505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:11.508751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 343 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:11.509711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] Sesch channel 343 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.090785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] EOF received (343) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] EOF sent (343) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica '772f3a8f-e1d2-4d01-9478-365a2e3388bb' sync is following:
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]: received 312B stream in 0.12 seconds (2.54K/sec)
Feb 19 01:42:12.093766 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:42:12.128634 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:12.128634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 343] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.130049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.130471 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 343 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:12.131543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] Sesch channel 343 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.167125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 343] EOF received (343) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.167125 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 343] EOF sent (343) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.168789 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:12.168789 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:12.168789 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:12.168789 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:12.168989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 344] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.169247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.169405 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 344 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:12.172738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] Sesch channel 344 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.188235 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] EOF received (344) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.188235 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 344] EOF sent (344) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.188703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:12.188931 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:12.189188 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:12.189458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 344] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.211746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.211746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 344 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:12.213086 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] Sesch channel 344 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.232829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] EOF received (344) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.232829 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 344] EOF sent (344) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:12.232829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.235250 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.235798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 345] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.236500 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.236678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 345 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.239041 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] Sesch channel 345 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.284732 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] EOF received (345) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.285210 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] EOF sent (345) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.285878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.286300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.118s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:14.286416 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot alpha {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.286558 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 345] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.287063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.287139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 345 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.288420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] Sesch channel 345 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.497426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] EOF received (345) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.497596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 345] EOF sent (345) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.498030 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.498189 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:05.308255 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.498334 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 346] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.501483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.501483 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 346 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.503831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] Sesch channel 346 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.725100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] EOF received (346) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.725263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] EOF sent (346) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.725703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.735157 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.735319 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 346] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.736982 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.737080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 346 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.740753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] Sesch channel 346 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.768368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] EOF received (346) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.768368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 346] EOF sent (346) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.768368 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.786058 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:14.786340 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:42:14.786709 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.786999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 347] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.787455 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.787635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 347 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.789991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] Sesch channel 347 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.818057 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] EOF received (347) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.819265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] EOF sent (347) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.819265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.819265 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:14.819265 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:14.819265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 347] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.819596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.819805 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 347 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:14.820907 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] Sesch channel 347 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] EOF received (347) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 347] EOF sent (347) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:42:14.844257 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:14.846617 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:14.849235 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:14.849402 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:42:14.854451 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:17.224906 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:17.314271 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:17.314677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 348] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.315262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.316244 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 348 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:17.317262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] Sesch channel 348 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.507163 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] EOF received (348) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.507163 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] EOF sent (348) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.507163 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:17.507163 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:17.507163 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 348] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.508461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.510952 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 348 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:17.514686 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] Sesch channel 348 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.740364 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] EOF received (348) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.740689 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 348] EOF sent (348) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.741153 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:17.752738 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:17.752738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 349] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.753006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:17.753413 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 349 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:17.754674 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] Sesch channel 349 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.269205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] EOF received (349) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.269205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] EOF sent (349) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.273880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:18.273880 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica '772f3a8f-e1d2-4d01-9478-365a2e3388bb' sync is following:
Feb 19 01:42:18.273880 np0000156440 manila-share[88651]: receiving incremental stream of alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 into gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873
Feb 19 01:42:18.273880 np0000156440 manila-share[88651]: received 312B stream in 0.06 seconds (5.41K/sec)
Feb 19 01:42:18.273880 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:42:18.293563 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:18.293947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:18.294110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:18.294310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 117] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.295085 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.295949 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:18.296782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.319513 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.319576 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 117] EOF sent (117) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.320220 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:18.320416 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:18.320586 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 50] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.320995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.321071 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 50 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:18.324169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] Sesch channel 50 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.365429 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF received (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.365429 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 50] EOF sent (50) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.366162 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:18.366449 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.072s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:18.366651 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:18.367010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] [chan 349] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.367464 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.367572 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 349 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:18.368988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] Sesch channel 349 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.407129 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] EOF received (349) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.407391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 349] EOF sent (349) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:18.407920 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:18.435649 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:18.436659 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:18.458518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:18.472493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:18.472783 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:18.496914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:18.498180 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-427e7ead-6318-410f-accb-6a259b4b6944 tempest-ReplicationSnapshotTest-1687764462 None] Share replica 772f3a8f-e1d2-4d01-9478-365a2e3388bb: promoted to active state successfully.
Feb 19 01:42:20.397775 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:20.404750 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=285,manila:UPDATE=32,manila:INSERT=10 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:42:20.525665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:20.526741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:20.527913 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:20.528050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:20.528320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:20.530063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:20.530296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:20.531743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:20.531909 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_21809d03-bbb0-4f88-bcb9-107d63853886" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:20.532033 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 21809d03-bbb0-4f88-bcb9-107d63853886 belonging to share b2ea75a2-0e65-434f-984e-228d28d9662e. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:42:20.534988 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:20.535757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 219] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.535757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.535757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:20.538758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.563478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.563478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] EOF sent (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.563478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:20.563478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:20.563478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:20.563718 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:20.563718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 230] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.564041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.564200 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:20.566391 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.581769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.581979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 143] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.583834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:20.584656 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.597569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.597799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:20.598809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:22.600772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:22.600772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 87] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.603362 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.603362 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:22.604939 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.653498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.653498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.653734 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:22.654014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.091s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:22.654164 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:22.654454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:22.654587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:22.655841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 220] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.657566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.657566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:22.660064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.677180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.677397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.678498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:22.678498 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:22.678498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:22.678498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 231] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.678839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.678978 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:22.682142 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.693173 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.693294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:22.693680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:24.696743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:24.696743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 144] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.698316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.698316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:24.698646 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.772300 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.772300 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF sent (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.772300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:24.773936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.117s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:24.774202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:24.774585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:24.775812 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:24.775812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 88] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.776073 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.776259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:24.778020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.806206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.806206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.806206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:24.806206 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:24.806206 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:24.807608 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 221] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.809128 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.809425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:24.811071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.830642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.830642 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:24.830642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:26.832218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:26.832218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 232] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.833887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.833887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:26.837145 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.885769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.885769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.885769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:26.885769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:41:09.517218" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.110s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:26.885769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:26.885996 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:26.885996 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:26.886897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 145] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.888033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.888207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:26.889971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:26.924397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 89] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.925033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.925244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:26.926997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.954897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.954897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:26.955353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:28.957413 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:28.957413 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 222] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:28.960368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:28.960368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:28.963843 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.004381 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.004381 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.004381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:29.004381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.118s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:29.004381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:29.005015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:29.005430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:29.005836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 233] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.006299 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.006497 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:29.007648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.043906 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.043906 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.043906 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:29.044658 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:29.045401 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:29.045891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 146] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.047056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.047444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:29.050313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.071856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.071856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:29.072101 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:30.452552 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Entered migration_start method for share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:42:30.521627 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Starting host-assisted migration for share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1707}}
Feb 19 01:42:30.555410 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.555410 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.593451 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.593451 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance eae63100-f608-4650-9b90-266c12af666e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:42:30.605755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.605755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.608255 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.608498 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.608783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.638981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.639678 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:42:30.655760 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.655954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.679103 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.679981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.680116 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.696830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.696830 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] All access rules of share instance eae63100-f608-4650-9b90-266c12af666e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:42:30.710431 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.710838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.711092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:30.711340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 90] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.711803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.711964 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:30.713324 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.751686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.751686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.751686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:30.752780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.223,no_root_squash betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:30.753462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 65] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.754645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.754645 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 65 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:30.755851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] Sesch channel 65 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.812791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF received (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.812791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 65] EOF sent (65) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.812791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:30.812791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.101s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.812791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.813113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.848570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.848958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.849294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.849487 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.849750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.850092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.851952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.852159 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.852412 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.854455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.854651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:30.854925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:30.879966 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:30.880265 np0000156440 manila-share[88650]: INFO manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:42:30.962318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:30.962771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 223] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.965037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:30.965242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:30.966814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.055830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.056272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.057652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.057652 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.057652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.058135 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.058379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.060007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.073758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.074131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 234] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.075753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.076024 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.077753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.083781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.083781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.083781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.083781 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option mountpoint's value is /alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:31.104849 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 created successfully.
Feb 19 01:42:31.138613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.138613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.138613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.138613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.133s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:31.138613 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.139245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 147] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.139783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.140009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.142211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF sent (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:31.168635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.168844 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 26] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.169328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.169488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 26 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.170817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] Sesch channel 26 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.201566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 26] EOF received (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.201566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 26] EOF sent (26) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.203754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.203754 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:31.203754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:31.203754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:31.203930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:31.203930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.204065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 91] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.204568 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.204860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.209476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.224782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.224916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.225324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.225535 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:31.225709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.226067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 224] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.227036 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.227146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.229750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.328257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.328904 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.329739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:31.329739 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:31.329739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 235] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.330167 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.330332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:31.332992 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.362865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.362865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:31.363518 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:32.380835 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Migration info obtained for share eae63100-f608-4650-9b90-266c12af666e: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:42:32.406269 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Migration info obtained for share 5013a502-6694-4fc1-bc33-8b8918a5b426: {'mount': 'mount -vt nfs %(options)s 127.0.0.1:/alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 %(path)s', 'unmount': 'umount -v %(path)s', 'access_mapping': {'ip': ['nfs']}}. {{(pid=88650) connection_get_info /opt/stack/manila/manila/share/driver.py:660}}
Feb 19 01:42:32.883269 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Time to start copying in migration for share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) _migration_start_host_assisted /opt/stack/manila/manila/share/manager.py:1774}}
Feb 19 01:42:33.030226 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance eae63100-f608-4650-9b90-266c12af666e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:42:33.043272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.043625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.047359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.047554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.047874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.096936 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.097070 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:42:33.213742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.214397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.220227 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.220364 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.220579 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.233627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.233772 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] All access rules of share instance eae63100-f608-4650-9b90-266c12af666e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:42:33.245963 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.246744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.246744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.246744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 148] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.247001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.247080 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.249764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.275319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.275319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 148] EOF sent (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.276922 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.276922 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.223:127.0.0.1,no_root_squash betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.277213 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 66] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.278781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.278781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 66 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.279206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] Sesch channel 66 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.324821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF received (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.325125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 66] EOF sent (66) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.325667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.326212 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.080s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.326589 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.327077 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.364860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.365542 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] [chan 92] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.366835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.367780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.372577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.377832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.378091 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.378875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.378875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.378875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.379302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.382098 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.382098 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.382098 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.383668 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.383897 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:33.384155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:33.386416 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.387070 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:42:33.393038 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.455547 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.455547 np0000156440 manila-share[88650]: INFO manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:42:33.455547 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.457204 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:42:33.498783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.498783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.498783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.498783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_21809d03_bbb0_4f88_bcb9_107d63853886" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.295s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:33.646313 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['381c4b36-b36a-4312-a598-af07731c32ed', '4ad85cb1-22ac-40d8-a2c6-66d28310a0f9', '01b825a8-af27-4ab4-82f6-d93df303f44c', 'abc73cfb-b481-4d92-b119-6dd5d13d1d2f'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:42:33.659991 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['381c4b36-b36a-4312-a598-af07731c32ed', '4ad85cb1-22ac-40d8-a2c6-66d28310a0f9', '01b825a8-af27-4ab4-82f6-d93df303f44c', 'abc73cfb-b481-4d92-b119-6dd5d13d1d2f'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:42:33.664634 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a32eadd0-d8f5-4d2b-8ec0-b73a3151642d tempest-ReplicationSnapshotTest-1687764462 None] Share replica 21809d03-bbb0-4f88-bcb9-107d63853886 deleted successfully.
Feb 19 01:42:33.664634 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Lock "locked-share-replica-operation-for-share-b2ea75a2-0e65-434f-984e-228d28d9662e" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:33.670390 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.671125 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:42:33.681397 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.682172 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:42:33.683954 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.684113 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:42:33.690494 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.690675 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:42:33.690970 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.691213 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 225] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.691673 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.691833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 225 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.692955 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] Sesch channel 225 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] EOF received (225) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 225] EOF sent (225) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.715611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 236] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.716040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.716188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.717869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.743248 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 149] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.744225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.744313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.746996 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.767870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.768052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.768409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.768717 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:33.768717 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:33.768851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 93] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.769250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.769328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:33.770991 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.790278 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.790453 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:33.791494 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:33.791645 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:33.791838 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:42:33.792184 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.795535 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.797413 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:33.797509 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:42:33.811394 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:42:34.510942 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:42:34.532132 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.532132 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.533571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.533878 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.534281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.587863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.588571 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:42:34.603995 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.604390 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.608533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.608755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.609121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.621969 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.635052 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.635587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.636207 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:34.636207 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 226] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.636477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.636627 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 226 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:34.637648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] Sesch channel 226 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.666779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] EOF received (226) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.666779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 226] EOF sent (226) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.666779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:34.666779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=rw=127.0.0.1,no_root_squash alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:34.667651 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.669026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.669182 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:34.670484 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.710020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.710020 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:34.710379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:34.710582 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.710844 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.711035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.776643 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.065s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.778671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.778671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.778671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.778671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.778809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.779819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.779952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.780165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.782092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.782217 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:34.782415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:34.806595 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:34.807264 np0000156440 manila-share[88650]: INFO manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:42:36.265014 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:36.266151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 350] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:36.267755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:36.267755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 350 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:36.269038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] Sesch channel 350 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.027243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] EOF received (350) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.027464 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 350] EOF sent (350) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.035833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.036321 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:37.036598 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 350] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.038265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.038265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 350 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:37.043089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] Sesch channel 350 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.110119 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] EOF received (350) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.110400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 350] EOF sent (350) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.112084 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.116767 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:37.116767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 351] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.116767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.116767 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 351 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:37.119100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] Sesch channel 351 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] EOF received (351) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] EOF sent (351) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 351] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.191461 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 351 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:37.194012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] Sesch channel 351 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.239768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] EOF received (351) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.239768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 351] EOF sent (351) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.240748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.240748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:37.240748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 352] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.242909 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.242909 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 352 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:37.244918 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] Sesch channel 352 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.317917 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] EOF received (352) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.317917 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] EOF sent (352) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.319393 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.319393 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:37.319393 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 118] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.319698 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.319863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:37.320850 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.340243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.340243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] [chan 118] EOF sent (118) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:37.343248 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:37.344751 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:37.390543 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-56adfedf-0b59-421c-aeec-cb74589e8a5c tempest-ReplicationSnapshotTest-1687764462 None] Share instance ccbc336e-a73e-4f7f-8453-1a9070fc8a97 created successfully.
Feb 19 01:42:39.750663 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:39.751617 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 352] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:39.753262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:39.753262 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 352 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:39.756187 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] Sesch channel 352 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.426828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] EOF received (352) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.426828 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 352] EOF sent (352) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.438049 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.438049 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:40.438049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 353] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.438049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.438049 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 353 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:40.441298 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] Sesch channel 353 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.591356 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] EOF received (353) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.591768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] EOF sent (353) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.593810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.593810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:40.593810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 353] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.594329 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.594876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 353 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:40.597148 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] Sesch channel 353 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.658809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] EOF received (353) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.658809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 353] EOF sent (353) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.658809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.658809 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:40.658809 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 354] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.660888 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.661060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 354 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:40.662268 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] Sesch channel 354 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.724755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] EOF received (354) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.724755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] EOF sent (354) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.725184 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.727161 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:40.728596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 354] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.730026 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.730742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 354 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:40.733051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] Sesch channel 354 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.794884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] EOF received (354) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.794884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 354] EOF sent (354) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.794884 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.794884 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:40.794884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] [chan 51] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.798817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.798817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 51 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:40.798817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] Sesch channel 51 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.842774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF received (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.842774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 51] EOF sent (51) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:40.842774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:40.842774 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:40.903081 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-e9a3b6f1-bdeb-4319-b940-144902359c21 tempest-ReplicationSnapshotTest-1687764462 None] Share instance 7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95 created successfully.
Feb 19 01:42:43.150747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:43.150747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] [chan 237] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.151559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.151559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:43.153160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.348928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.352896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.352896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:43.352896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:43.352896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] [chan 27] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.353307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.353458 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 27 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:43.356778 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] Sesch channel 27 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.392798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF received (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.392798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 27] EOF sent (27) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:43.392798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:43.392798 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:43.439606 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-084f8859-54c4-4ec2-9b89-da8505ee54db tempest-ReplicationSnapshotTest-1687764462 None] Share instance b4fd2630-3b0d-4b73-b387-4ea2ad6cda30 created successfully.
Feb 19 01:42:46.481559 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ceabc5a4-e51e-4b59-b385-31d7b94a02e9 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:46.481559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ceabc5a4-e51e-4b59-b385-31d7b94a02e9 tempest-ReplicationSnapshotTest-1687764462 None] [chan 150] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:46.483295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:46.484741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:46.485237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:46.596980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:46.596980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:46.598236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ceabc5a4-e51e-4b59-b385-31d7b94a02e9 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:49.843252 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-881b139c-4738-4a3c-b8ee-dcc87479ea06" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:42:49.989576 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:49.989576 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 355] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:49.990035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:49.990358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 355 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:49.991385 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] Sesch channel 355 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.207478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] EOF received (355) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.207478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] EOF sent (355) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.207478 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.207478 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDR betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.207478 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 355] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.210156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.210263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 355 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.213175 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] Sesch channel 355 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.781751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] EOF received (355) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.781751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 355] EOF sent (355) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.781751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Info about replica 'c60abca7-c61e-48d9-a110-466ea80440f8' creation is following:
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]: receiving full stream of betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 into gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]: received 43.9K stream in 0.08 seconds (537K/sec)
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 into gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]: received 312B stream in 0.07 seconds (4.48K/sec)
Feb 19 01:42:50.782407 np0000156440 manila-share[88651]:  {{(pid=88651) create_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:975}}
Feb 19 01:42:50.783012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.783526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 356] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.784193 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.784639 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 356 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.790916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] Sesch channel 356 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.833794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] EOF received (356) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.834045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] EOF sent (356) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.834496 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.834678 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.834930 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 356] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.836051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.836156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 356 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.837454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] Sesch channel 356 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.871519 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] EOF received (356) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.874007 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 356] EOF sent (356) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.874692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.875324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:50.876224 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:50.876453 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.876595 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 119] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.878764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.878764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.880894 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.904536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.904536 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.905661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.905661 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.905661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 52] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.905776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.905840 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 52 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.907464 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] Sesch channel 52 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.945425 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF received (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.945669 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 52] EOF sent (52) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.946101 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.946372 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.070s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:50.946681 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:50.946952 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] [chan 120] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.947340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.947445 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:50.948631 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.967378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.967545 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 120] EOF sent (120) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:50.967902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:50.968099 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:42:51.003658 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:51.005003 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:51.006808 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:51.006999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:51.007276 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:51.023549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:51.023681 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-dbd4ab59-77fb-47cb-87c1-e30839c3b567 tempest-ReplicationSnapshotTest-1687764462 None] Share replica c60abca7-c61e-48d9-a110-466ea80440f8 created successfully.
Feb 19 01:42:57.576500 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Received request to update access for share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:42:57.616138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.616138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:57.623261 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:57.623261 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.623261 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:57.693513 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:57.695453 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Updating access rules for share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18 belonging to share 983d16cf-300f-412c-a0b5-c65e084c67a7. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:42:57.726786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.726786 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:57.735154 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:57.736024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.736312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:57.758734 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:57.792264 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.794543 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:57.794543 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:57.794543 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] [chan 94] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.798158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.798158 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 94 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:57.801679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] Sesch channel 94 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.834342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF received (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.834342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 94] EOF sent (94) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.834919 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:57.836484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.206,no_root_squash alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:42:57.836748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] [chan 67] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.841322 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.841322 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 67 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:42:57.842856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] Sesch channel 67 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.957773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF received (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.957773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 67] EOF sent (67) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:42:57.957773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:42:57.957773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.163s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:57.957773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:57.959753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:58.022175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:58.022941 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:58.023332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:58.024315 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:58.024510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:58.024788 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:58.028377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:58.028616 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:58.028984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:58.033170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:58.034338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:42:58.034338 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:42:58.064248 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:42:58.064765 np0000156440 manila-share[88650]: INFO manila.share.access [None req-bead6484-1889-4b87-8244-67432bedea61 tempest-TestShareExtendNFS-1114250835 None] Access rules were successfully modified for share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18 belonging to share 983d16cf-300f-412c-a0b5-c65e084c67a7.
Feb 19 01:43:02.401053 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance eae63100-f608-4650-9b90-266c12af666e. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:43:02.429016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.429269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.432850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.432908 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.433088 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.517329 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.083s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.517329 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:43:02.539290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.539773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.553553 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.013s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.557120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.557120 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.590717 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.593082 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] All access rules of share instance eae63100-f608-4650-9b90-266c12af666e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:43:02.612985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.613450 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.613450 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:02.613877 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 227] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.614963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.615049 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 227 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:02.616772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] Sesch channel 227 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.659668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] EOF received (227) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.659865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 227] EOF sent (227) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.660213 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:02.660405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.223,no_root_squash betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:02.660577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.660924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.661000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:02.662398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.759329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.759571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:02.759907 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:02.760135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.147s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.760251 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.760493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.813461 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.814714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.814714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.832748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.833150 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.833630 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.836035 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.836354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.836750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.841744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.843568 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:02.843568 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:02.867450 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:02.867778 np0000156440 manila-share[88650]: INFO manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:03.898407 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:43:03.911891 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:03.912200 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:03.914435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:03.914566 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:03.914886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:03.967847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.053s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:03.968740 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:43:03.982691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:03.982989 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:03.988229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:03.988848 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:03.988848 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.000027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 238] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.014748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:04.017756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.042187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.042187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.042187 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:04.042187 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:04.042187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] [chan 28] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.046004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.046004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 28 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:04.048739 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] Sesch channel 28 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.105786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF received (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.105786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 28] EOF sent (28) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:04.106179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:04.106501 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.093s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.106849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.107994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.129896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.130164 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.130468 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.146679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.146986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.147296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.149972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.150755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.150755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.153106 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.153408 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:04.153791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:04.180483 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:04.180989 np0000156440 manila-share[88650]: INFO manila.share.access [None req-6f708376-c311-45a3-ac7c-e072eef0dc3a tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:05.163901 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:05.184910 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=368,manila:UPDATE=20,manila:INSERT=23 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:43:05.197485 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:05.197485 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:43:05.205754 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-881b139c-4738-4a3c-b8ee-dcc87479ea06" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:43:05.227593 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share share_replica c60abca7-c61e-48d9-a110-466ea80440f8:  {{(pid=88651) _share_replica_update /opt/stack/manila/manila/share/manager.py:2964}}
Feb 19 01:43:05.391802 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:05.391802 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 357] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.392493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.392493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 357 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:05.394215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] Sesch channel 357 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.614923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] EOF received (357) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.616762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] EOF sent (357) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.616762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:05.616762 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:05.616762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 357] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.619017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.619958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 357 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:05.622185 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] Sesch channel 357 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.678219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] EOF received (357) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.678219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 357] EOF sent (357) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.678219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:05.678219 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:05.678219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 358] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.679308 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:05.679458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 358 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:05.680548 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] Sesch channel 358 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] EOF received (358) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] EOF sent (358) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica 'c60abca7-c61e-48d9-a110-466ea80440f8' sync is following:
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 into gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]: received 312B stream in 0.04 seconds (8.15K/sec)
Feb 19 01:43:06.151092 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:43:06.172223 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:06.172569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 358] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.173741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.173741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 358 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:06.174775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] Sesch channel 358 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.219211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] EOF received (358) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.219211 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 358] EOF sent (358) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.221435 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:06.221435 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:06.221435 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:06.221435 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:06.221634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 359] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.221634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.221634 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 359 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:06.223076 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] Sesch channel 359 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.242704 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] EOF received (359) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.242900 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 359] EOF sent (359) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.243584 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:06.243745 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:06.243970 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:06.244133 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 359] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.260263 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.261742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 359 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:06.261863 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] Sesch channel 359 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.284408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 359] EOF received (359) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.284408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 359] EOF sent (359) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:06.285750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:08.286470 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:08.286895 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 360] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.288035 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.288116 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 360 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:08.289588 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] Sesch channel 360 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] EOF received (360) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] EOF sent (360) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.130s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:08.350389 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 360] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.351604 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.351679 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 360 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:08.353110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] Sesch channel 360 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.580849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] EOF received (360) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.580849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 360] EOF sent (360) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.580849 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:08.580849 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:42:49.975868 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:08.580849 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 361] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.581340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.581340 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 361 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:08.583569 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] Sesch channel 361 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.895844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] EOF received (361) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.895844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] EOF sent (361) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:08.895844 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:08.911354 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:08.911759 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:43:08.921717 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:08.921717 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:43:08.925813 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:08.925813 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:43:09.005520 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "locked-share-replica-operation-for-share-881b139c-4738-4a3c-b8ee-dcc87479ea06" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:43:09.075636 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of replica snapshot 104cbfca-1ce0-466f-9d91-b50859e2c11f: on replica: c60abca7-c61e-48d9-a110-466ea80440f8 {{(pid=88651) _update_replica_snapshot /opt/stack/manila/manila/share/manager.py:4516}}
Feb 19 01:43:09.112860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:09.114951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 361] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.115591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.115591 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 361 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:09.117386 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] Sesch channel 361 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.366556 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] EOF received (361) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.370341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 361] EOF sent (361) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.370341 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:09.370341 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs set readonly=on gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:09.370341 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 362] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.371336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.372313 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 362 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:09.374998 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] Sesch channel 362 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.440751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] EOF received (362) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.440751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] EOF sent (362) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.440751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:09.441066 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:09.441331 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 362] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.441674 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:09.441872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 362 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:09.443624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] Sesch channel 362 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.029884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] EOF received (362) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.029884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 362] EOF sent (362) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.029989 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:10.030180 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Info about last replica 'c60abca7-c61e-48d9-a110-466ea80440f8' sync is following:
Feb 19 01:43:10.030180 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 into gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302
Feb 19 01:43:10.030180 np0000156440 manila-share[88651]: received 312B stream in 0.08 seconds (4.04K/sec)
Feb 19 01:43:10.030180 np0000156440 manila-share[88651]:  {{(pid=88651) _update_replica_state /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1070}}
Feb 19 01:43:10.061132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:10.061132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 363] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.062345 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.062345 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 363 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:10.063668 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] Sesch channel 363 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.111771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] EOF received (363) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.111771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] EOF sent (363) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.112857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:10.112857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:10.112857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:10.112857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:10.113814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 363] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.115990 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.116073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 363 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:10.117126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] Sesch channel 363 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.149364 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] EOF received (363) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.149494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 363] EOF sent (363) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.149830 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:10.149985 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:10.150179 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:10.150321 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 364] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.152128 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.152208 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 364 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:10.154364 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] Sesch channel 364 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.169516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] EOF received (364) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.169683 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] EOF sent (364) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:10.170913 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.171589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.173395 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 364] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.173395 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.173395 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 364 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.174789 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] Sesch channel 364 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.241110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] EOF received (364) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.241110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 364] EOF sent (364) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.241110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.241110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.129s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:12.241396 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs list -r -t snapshot betta {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.241600 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 365] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.242124 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.242265 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 365 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.246753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] Sesch channel 365 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.477774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] EOF received (365) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.477774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] EOF sent (365) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.477774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.477774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:05.391229 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.477774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 365] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.479519 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.479859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 365 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.481581 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] Sesch channel 365 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.750091 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] EOF received (365) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.750292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 365] EOF sent (365) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.750591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.770050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.770216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 366] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.775008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.775064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 366 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.777754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] Sesch channel 366 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.809256 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] EOF received (366) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.809432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] EOF sent (366) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.809766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.833159 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:12.833277 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:43:12.833486 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.833642 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 366] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.834299 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.834385 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 366 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.837429 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] Sesch channel 366 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.886873 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] EOF received (366) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.886968 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 366] EOF sent (366) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.887249 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.887386 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:12.887521 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:12.887670 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 367] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.888426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.888502 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 367 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:12.889444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] Sesch channel 367 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.932594 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] EOF received (367) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.932810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] EOF sent (367) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:12.933128 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:12.933272 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:12.933455 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:43:12.933706 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:12.938942 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:12.941021 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:12.941134 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:43:12.950401 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:14.442238 np0000156440 manila-share[88651]: DEBUG manila.coordination [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-881b139c-4738-4a3c-b8ee-dcc87479ea06" acquired by "locked_replica_operation". {{(pid=88651) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:43:14.548908 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 set readonly=on betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:14.548973 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 367] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.549515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.549515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 367 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:14.554204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] Sesch channel 367 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.740835 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 367] EOF received (367) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.741008 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 367] EOF sent (367) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.742750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:14.742750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs snapshot betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:14.742750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 368] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.744271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:14.744271 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 368 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:14.746005 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] Sesch channel 368 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.004426 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] EOF received (368) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.004612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] EOF sent (368) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.005142 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:15.020104 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vDRI tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 '|' ssh stack@127.0.0.1 sudo zfs receive -vF gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:15.020104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 368] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.022040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.022368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 368 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:15.024742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] Sesch channel 368 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.659442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] EOF received (368) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.659442 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 368] EOF sent (368) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.659939 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:15.660077 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.driver [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Info about last replica 'c60abca7-c61e-48d9-a110-466ea80440f8' sync is following:
Feb 19 01:43:15.660077 np0000156440 manila-share[88651]: receiving incremental stream of betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 into gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193
Feb 19 01:43:15.660077 np0000156440 manila-share[88651]: received 312B stream in 0.13 seconds (2.36K/sec)
Feb 19 01:43:15.660077 np0000156440 manila-share[88651]:  {{(pid=88651) promote_replica /opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py:1189}}
Feb 19 01:43:15.688017 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:15.688017 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:15.688017 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:15.688017 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 53] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.688777 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.688989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 53 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:15.693027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] Sesch channel 53 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.725451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF received (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.725451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 53] EOF sent (53) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.726754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:15.727051 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set sharenfs=off gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:15.727314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 121] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.729121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.729121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:15.732746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.114s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:15.801751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 369] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.802818 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.802985 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 369 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:15.804979 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] Sesch channel 369 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.868454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] EOF received (369) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.868454 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] EOF sent (369) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:15.868454 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:15.895749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:15.896280 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:15.923677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:15.943827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:15.943827 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:15.983349 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:15.984833 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f9aa5b8b-7fa8-478b-8c7a-5d33ac33eab2 tempest-ReplicationSnapshotTest-1687764462 None] Share replica c60abca7-c61e-48d9-a110-466ea80440f8: promoted to active state successfully.
Feb 19 01:43:17.163377 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Received request to finish Share Migration for share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:17.241684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.242602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.277637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.310091 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:43:17.322017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.322288 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.324016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.324151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.325056 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.375980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.051s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.376107 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:43:17.388007 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.388266 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.392684 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.394742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.394742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.405405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.416765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.417079 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.417304 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:17.417487 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 151] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.417904 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.417989 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:17.419548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.439472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.439603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.440836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:17.440836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.223,no_root_squash alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:17.440836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 68] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.441256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.441452 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 68 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:17.444165 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] Sesch channel 68 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.513451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF received (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.513648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 68] EOF sent (68) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.513984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:17.514175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.097s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.514327 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.516859 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.645295 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.131s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.647621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.647621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.647621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.647621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.647840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.655742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.657610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.657610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.662893 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.663103 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.663945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.722851 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.724464 np0000156440 manila-share[88650]: INFO manila.share.access [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:17.754362 np0000156440 manila-share[88650]: DEBUG manila.coordination [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked-share-replica-operation-for-share-881b139c-4738-4a3c-b8ee-dcc87479ea06" acquired by "locked_replica_operation". {{(pid=88650) _synchronized /opt/stack/manila/manila/coordination.py:199}}
Feb 19 01:43:17.862133 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.863305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.865177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.865458 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.865754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.867512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.868055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.868055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.869825 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_b4fd2630-3b0d-4b73-b387-4ea2ad6cda30" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:17.870016 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance b4fd2630-3b0d-4b73-b387-4ea2ad6cda30 belonging to share 881b139c-4738-4a3c-b8ee-dcc87479ea06. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:43:17.874281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:17.874560 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 95] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.875026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.875342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 95 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:17.879008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] Sesch channel 95 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.908532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF received (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.908532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 95] EOF sent (95) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.908532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:17.908532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:17.908532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:17.908789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:17.908789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 228] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.909140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.909289 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 228 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:17.910393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] Sesch channel 228 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.936108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] EOF received (228) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.936108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 228] EOF sent (228) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.936940 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:17.936940 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:17.937124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:17.937372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 239] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.937716 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.937895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:17.939153 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.952864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.953088 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:17.953463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:19.148737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.148737 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.220356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.073s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.220497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.220810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.224294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.224434 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.224655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.282746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.282867 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:43:19.295738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.295738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.319372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.320292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.320292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.351495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.351671 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] All access rules of share instance eae63100-f608-4650-9b90-266c12af666e are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:43:19.382593 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.382914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.383115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:19.383358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 152] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.383886 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.383999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:19.386533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.409445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.409604 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.409985 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:19.410181 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:19.410348 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.675329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.675406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:19.685096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.745589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.745928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.746291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:19.746486 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.364s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.746639 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.747005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.793843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.047s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.794001 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.794252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.818670 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.819138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.819138 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.824040 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.825347 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.826023 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.828435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.828435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:19.828435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:19.891744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_eae63100-f608-4650-9b90-266c12af666e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.063s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:19.891744 np0000156440 manila-share[88650]: INFO manila.share.access [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance eae63100-f608-4650-9b90-266c12af666e belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:19.927522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:19.928053 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 96] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.933137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.933137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 96 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:19.936060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] Sesch channel 96 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.956481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:19.956481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 229] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.960188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.960188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 229 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:19.980747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF received (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.981251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 96] EOF sent (96) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.984590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:19.984590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:19.984590 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 240] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.985057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] Sesch channel 229 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.985319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:19.985470 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:19.988427 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.056750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.056750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.056750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.057021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:20.058811 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:20.059054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.059290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 29] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.060029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.060188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 29 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.062747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] Sesch channel 29 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.131328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 29] EOF received (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.131328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 29] EOF sent (29) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.134219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.134219 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:20.134219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:20.134219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:20.134400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:20.136740 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.137004 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 153] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.137422 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.137767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.141181 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.196100 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.199799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 153] EOF sent (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.202010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] EOF received (229) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.202010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 229] EOF sent (229) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.202010 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.206176 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.296s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:20.207903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:20.210869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:20.210869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.210869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 97] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.210869 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.210869 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option mountpoint's value is /betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:20.211070 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.211171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 241] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.214912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.214912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 97 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.214912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.214912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.215255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] Sesch channel 97 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.217752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF received (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 97] EOF sent (97) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 230] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.242667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 230 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.244354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] Sesch channel 230 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.374924 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] EOF received (230) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.375250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 230] EOF sent (230) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.375790 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.488791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.489177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.490782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:20.491132 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:20.491404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 154] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.491836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.492029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:20.493116 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.533846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.533846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:20.533846 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:22.583847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:22.585198 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 98] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.586084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.586084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 98 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:22.588599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:22.588788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 231] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.597049 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=1159,manila:UPDATE=70,manila:INSERT=22 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:43:22.597159 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.597191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 231 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:22.600268 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] Sesch channel 98 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.603075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] Sesch channel 231 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.664363 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF received (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.664558 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 98] EOF sent (98) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.665750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:22.665750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.457s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:22.665750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:22.665915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:22.665915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:22.666282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 242] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.667915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.667915 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:22.669866 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.695492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] EOF received (231) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.695492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 231] EOF sent (231) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.695492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:22.695492 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_eae63100_f608_4650_9b90_266c12af666e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.562s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:22.702075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.702330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.703325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:22.703818 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:22.704769 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:22.705333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 155] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.706197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.706357 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:22.708056 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.738743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.738743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:22.739007 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:22.805024 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Created reservations ['f14e9be1-dd4c-4541-afe2-563904030ff4', '0e5e2284-2f3b-49d9-bbf3-88ed0874c1e3', 'd53d1f38-8b00-40c2-b9df-b17c1ef71213', '6acfef1d-e3b2-4d25-a5a1-9ceafd1f8e78'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:23.089576 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Committed reservations ['f14e9be1-dd4c-4541-afe2-563904030ff4', '0e5e2284-2f3b-49d9-bbf3-88ed0874c1e3', 'd53d1f38-8b00-40c2-b9df-b17c1ef71213', '6acfef1d-e3b2-4d25-a5a1-9ceafd1f8e78'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:23.097472 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Share instance eae63100-f608-4650-9b90-266c12af666e: deleted successfully.
Feb 19 01:43:24.740385 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.742024 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 99] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.743007 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.743087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 99 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.744479 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] Sesch channel 99 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.784130 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF received (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.784130 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 99] EOF sent (99) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.784130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:24.784130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.118s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:24.784130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.784401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 232] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.785960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.786029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 232 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.787795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] Sesch channel 232 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.809233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] EOF received (232) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.809434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 232] EOF sent (232) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.810887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:24.810887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:24.810887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:24.810887 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.810887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 69] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.811025 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.811025 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 69 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.813222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] Sesch channel 69 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.829259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF received (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.829415 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 69] EOF sent (69) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.829864 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:24.830021 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:24.830179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:24.830320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:24.830549 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:24.830747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.831446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 243] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.831446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.831446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.832237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.849817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.849817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.849817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:24.849817 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:24.849817 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.849976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 156] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.850236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.850310 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.852444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.949365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.949553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.949920 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:24.950178 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:24.950346 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 100] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.952953 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.953031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 100 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:24.955978 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] Sesch channel 100 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.989753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF received (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.990136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 100] EOF sent (100) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:24.990767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:25.460910 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-50fbd3bb-c396-4043-ab0d-29e5ec5c2a2d tempest-TestShareBasicOpsNFS-2104885668 None] Share Migration for share d513b809-d9c1-4b46-b187-89927afbea30 completed successfully.
Feb 19 01:43:26.991590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:26.992022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] [chan 233] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:26.992531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:26.992611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 233 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:26.993663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] Sesch channel 233 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:27.121298 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] EOF received (233) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:27.121487 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 233] EOF sent (233) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:27.121901 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:27.122162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_b4fd2630_3b0d_4b73_b387_4ea2ad6cda30" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.292s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:27.284801 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['956cb5d2-2820-46dd-ab5e-a92b2edf7149', '1c8e00d3-3f44-44bd-9a1b-655b19c3f869', '8bb5afda-88f3-4c53-aafa-debed3494405', '1222b76d-9e32-4278-961f-7552d0b80162'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:27.295573 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['956cb5d2-2820-46dd-ab5e-a92b2edf7149', '1c8e00d3-3f44-44bd-9a1b-655b19c3f869', '8bb5afda-88f3-4c53-aafa-debed3494405', '1222b76d-9e32-4278-961f-7552d0b80162'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:27.300247 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d4f1c0b8-06a4-4b47-b556-ce900426aae7 tempest-ReplicationSnapshotTest-1687764462 None] Share replica b4fd2630-3b0d-4b73-b387-4ea2ad6cda30 deleted successfully.
Feb 19 01:43:28.347745 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 '|' ssh stack@127.0.0.1 sudo zfs receive -v gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:28.347745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 369] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:28.348842 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:28.348994 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 369 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:28.350282 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] Sesch channel 369 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.165412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] EOF received (369) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.165622 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 369] EOF sent (369) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.170838 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.170838 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set quota=1G gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:29.170924 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 370] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.172734 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.173085 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 370 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:29.173920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] Sesch channel 370 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.585339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] EOF received (370) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.585735 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] EOF sent (370) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.586585 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.587927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set compression=gzip gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:29.587927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 370] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.593070 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.593137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 370 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:29.594779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] Sesch channel 370 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.684615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] EOF received (370) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.684615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 370] EOF sent (370) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.684615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.684615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs set readonly=off gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:29.684615 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 371] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.685794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.685955 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 371 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:29.687661 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] Sesch channel 371 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.749768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] EOF received (371) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.749768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] EOF sent (371) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.750741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.751751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:29.752957 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 371] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.753380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.753758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 371 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:29.756816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] Sesch channel 371 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.804584 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] EOF received (371) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.804584 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 371] EOF sent (371) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.805018 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.807002 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:29.807354 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] [chan 54] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.811061 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.811418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 54 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:29.812952 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] Sesch channel 54 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.840782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF received (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.840782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 54] EOF sent (54) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:29.840782 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:29.840782 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:29.925796 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-f49f40dd-a7d1-4981-a0bc-b2de0e784afc tempest-ReplicationSnapshotTest-1687764462 None] Share instance 7453ebfe-14b4-45dd-8a56-788ddd73c73d created successfully.
Feb 19 01:43:31.870891 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:31.871306 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:31.875458 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:31.875591 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:31.875812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:31.879139 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:31.879279 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:31.879483 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:31.883568 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7453ebfe-14b4-45dd-8a56-788ddd73c73d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:31.883568 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 7453ebfe-14b4-45dd-8a56-788ddd73c73d belonging to share 312acea9-d6ee-42e3-9ace-b3101d6d398b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:43:31.888783 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:31.888783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 372] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.888954 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.889063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 372 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:31.891280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] Sesch channel 372 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.924322 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] EOF received (372) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.924505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] EOF sent (372) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.924901 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:31.925096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:31.925279 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 372] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.925646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.925751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 372 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:31.929205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] Sesch channel 372 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.967678 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] EOF received (372) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.967846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 372] EOF sent (372) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.968240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:31.968472 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:31.968792 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:31.968931 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:31.969114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 122] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.969717 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.969717 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:31.971034 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.985582 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.985711 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 122] EOF sent (122) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.986019 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:31.986169 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:31.986328 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.018s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:31.986469 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:31.986696 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:31.986878 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:31.987039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 373] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.987370 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:31.987460 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 373 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:31.989843 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] Sesch channel 373 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.005107 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] EOF received (373) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.005378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] EOF sent (373) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.005751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:32.005751 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:32.005895 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:32.006327 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 373] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.009171 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.009249 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 373 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:32.012737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] Sesch channel 373 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.168026 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] EOF received (373) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.168223 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 373] EOF sent (373) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.168534 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:32.168812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:32.171005 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 374] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.171338 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.171415 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 374 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:32.172408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] Sesch channel 374 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.231741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] EOF received (374) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.231741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] EOF sent (374) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:32.231741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:33.384767 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.384767 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:43:33.386547 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.419150 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.419150 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:43:33.431825 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.431825 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:43:33.439006 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.439186 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:43:33.444134 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.444750 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:43:33.456759 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.456980 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:43:33.457393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:33.457975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 244] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.458520 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.459859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:33.460941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.489403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.489403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.489828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:33.490752 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.3G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:33.490979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:33.491309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 157] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.491566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.492750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:33.493155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.534942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.534942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 157] EOF sent (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.535866 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:33.536061 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:33.537086 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:33.537488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 101] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.538654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.538654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 101 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:33.539196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] Sesch channel 101 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.569761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF received (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.569761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 101] EOF sent (101) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.570102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:33.570755 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:33.570977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:33.571179 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 234] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.571658 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.572606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 234 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:33.573259 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] Sesch channel 234 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] EOF received (234) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 234] EOF sent (234) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:43:33.615738 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.619370 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.623196 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:33.624891 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:43:33.633143 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:43:34.231746 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:34.231746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] [chan 374] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:34.233434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:34.233434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 374 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:34.233752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] Sesch channel 374 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:34.581906 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] EOF received (374) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:34.581906 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 374] EOF sent (374) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:34.581906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:34.581906 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7453ebfe_14b4_45dd_8a56_788ddd73c73d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.593s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:34.931037 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['73804535-a0d3-46cd-8f07-92029cecae4a', '5ea65a80-cd50-4a3a-b1e6-cc16f21291ee', '604c5138-597c-49c2-b336-2617cd5804a2', '6fffdc37-cdcb-4c8d-a853-367c5b795fba', '02501d30-d570-48d5-abb8-9de33ac5b203', '960de573-6c09-4a47-9fdb-aceeab296800', '8c8aca0a-114f-4e52-8c09-33b22799ae4c', 'e7ddd7f8-6a68-427d-84d8-ffb069fde842'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:34.965986 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['73804535-a0d3-46cd-8f07-92029cecae4a', '5ea65a80-cd50-4a3a-b1e6-cc16f21291ee', '604c5138-597c-49c2-b336-2617cd5804a2', '6fffdc37-cdcb-4c8d-a853-367c5b795fba', '02501d30-d570-48d5-abb8-9de33ac5b203', '960de573-6c09-4a47-9fdb-aceeab296800', '8c8aca0a-114f-4e52-8c09-33b22799ae4c', 'e7ddd7f8-6a68-427d-84d8-ffb069fde842'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:34.974115 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-fd78754b-488e-49b3-8a91-1aa49385c36d tempest-ReplicationSnapshotTest-1687764462 None] Share instance 7453ebfe-14b4-45dd-8a56-788ddd73c73d: deleted successfully.
Feb 19 01:43:38.176748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:38.177224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] [chan 375] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.177738 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.177817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 375 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:38.179953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] Sesch channel 375 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.202995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] EOF received (375) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.203161 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] EOF sent (375) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.203493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:38.203684 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:38.205096 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:38.205240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:38.205400 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] [chan 375] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.207958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.208033 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 375 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:38.209544 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] Sesch channel 375 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.242251 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] EOF received (375) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.242466 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 375] EOF sent (375) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.243222 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:38.243381 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:38.243592 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:38.244848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] [chan 376] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.245178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.245253 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 376 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:38.246991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] Sesch channel 376 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.273183 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] EOF received (376) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.273347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] EOF sent (376) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:38.273633 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:40.274605 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:40.274605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] [chan 376] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:40.276962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:40.276962 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 376 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:40.278741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] Sesch channel 376 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:40.660862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] EOF received (376) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:40.661063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 376] EOF sent (376) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:40.661430 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:40.661676 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@manila_share_snapshot_dbe1a45b_fc6b_4133_b4c1_f283cc8bfa57" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.457s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:40.790123 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['9961cdea-1801-4e97-a6b8-63e229ba8f04', '8e9be8d2-3257-4ec3-a574-a6170cbe0054', '42efa4b7-93ff-447a-8228-957a503ccde1', '4c1ce099-7bdf-40fb-a67e-88b027581409'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:40.810502 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-22e00e89-407d-44a7-acd3-7f3fa77cfb1b tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['9961cdea-1801-4e97-a6b8-63e229ba8f04', '8e9be8d2-3257-4ec3-a574-a6170cbe0054', '42efa4b7-93ff-447a-8228-957a503ccde1', '4c1ce099-7bdf-40fb-a67e-88b027581409'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:41.621510 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:41.622951 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:41.624085 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:41.624223 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:41.624829 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:41.628047 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:41.628144 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:41.628697 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:41.634250 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c60abca7-c61e-48d9-a110-466ea80440f8" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:41.634969 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance c60abca7-c61e-48d9-a110-466ea80440f8 belonging to share 881b139c-4738-4a3c-b8ee-dcc87479ea06. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:43:41.638652 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:41.638865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 377] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.640936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.641117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 377 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:41.642705 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] Sesch channel 377 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.683310 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] EOF received (377) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.683440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] EOF sent (377) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.683826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:41.684019 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:41.684196 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 377] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.684519 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.684592 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 377 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:41.685650 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] Sesch channel 377 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.749150 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] EOF received (377) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.749374 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 377] EOF sent (377) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.749794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:41.750021 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:41.750338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:41.750472 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:41.750648 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 378] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.752938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.753013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 378 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:41.755970 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] Sesch channel 378 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.785040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] EOF received (378) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.785251 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] EOF sent (378) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.785571 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:41.785772 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:41.785976 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:41.786146 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 378] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.790040 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.790120 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 378 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:41.791113 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] Sesch channel 378 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.812945 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] EOF received (378) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.813140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 378] EOF sent (378) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:41.813487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:43.817742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:43.817742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 379] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:43.820800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:43.820800 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 379 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:43.821123 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] Sesch channel 379 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.025825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] EOF received (379) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.025825 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] EOF sent (379) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.026116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:44.026348 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__c60abca7_c61e_48d9_a110_466ea80440f8_time_2026-02-19T01:43:09.112302" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.276s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:44.026495 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:44.028892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:44.029007 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:44.029176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 379] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.030004 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.030080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 379 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:44.032215 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] Sesch channel 379 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.056710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] EOF received (379) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.056710 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 379] EOF sent (379) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.057180 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:44.057312 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:44.057507 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:44.057674 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 380] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.067158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.067336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 380 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:44.069779 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] Sesch channel 380 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.084240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] EOF received (380) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.084240 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] EOF sent (380) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:44.084240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:46.200928 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:46.200928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 380] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.202603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.202603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 380 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:46.206776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] Sesch channel 380 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.240508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] EOF received (380) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.240508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 380] EOF sent (380) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.240754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:46.242051 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8@tmp_snapshot_for_replication__b4fd2630_3b0d_4b73_b387_4ea2ad6cda30_time_2026-02-19T01:43:14.742193" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.215s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:46.242201 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:46.242846 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:46.244634 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:46.244893 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 55] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.245626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.246032 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 55 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:46.248370 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] Sesch channel 55 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.271822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF received (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.271822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 55] EOF sent (55) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.271822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:46.271822 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:46.272148 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:46.272363 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:46.272666 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:46.272954 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:46.273221 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 381] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.273630 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.273834 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 381 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:46.275543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] Sesch channel 381 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] EOF received (381) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] EOF sent (381) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:46.308759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 381] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.309239 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.309380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 381 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:46.310783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] Sesch channel 381 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.475663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] EOF received (381) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.476771 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 381] EOF sent (381) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.476771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:46.476771 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:46.476908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 382] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.477995 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.478214 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 382 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:46.479314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] Sesch channel 382 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.526092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] EOF received (382) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.526092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] EOF sent (382) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:46.526092 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:48.527501 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:48.527501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 382] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:48.530605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:48.530605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 382 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:48.530605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] Sesch channel 382 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:48.617547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] EOF received (382) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:48.617547 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 382] EOF sent (382) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:48.619936 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:48.620277 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c60abca7_c61e_48d9_a110_466ea80440f8" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.348s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:48.757002 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['2cab963e-2166-4f76-ab2d-097b2ad063eb', 'e5de70b2-4fdb-43df-95e3-5e3f57d8a157', '0d6f15d5-5013-44b9-bf78-425324d5a3b2', '4c7229ca-1a68-4c7a-9e6e-14a9c9226fbb', 'ca8b9d11-5e12-47e4-947c-3f722b55af13', 'b2005079-983d-44b3-86d4-260b140c07f8', '82b90aeb-103b-4983-869a-b3b33abcb8a1', 'c9e8dd04-adca-433f-82bf-34d8d7c4564c'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:48.775643 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['2cab963e-2166-4f76-ab2d-097b2ad063eb', 'e5de70b2-4fdb-43df-95e3-5e3f57d8a157', '0d6f15d5-5013-44b9-bf78-425324d5a3b2', '4c7229ca-1a68-4c7a-9e6e-14a9c9226fbb', 'ca8b9d11-5e12-47e4-947c-3f722b55af13', 'b2005079-983d-44b3-86d4-260b140c07f8', '82b90aeb-103b-4983-869a-b3b33abcb8a1', 'c9e8dd04-adca-433f-82bf-34d8d7c4564c'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:48.780468 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-d58313eb-556a-4b90-86ff-7e88852332c1 tempest-ReplicationSnapshotTest-1687764462 None] Share instance c60abca7-c61e-48d9-a110-466ea80440f8: deleted successfully.
Feb 19 01:43:51.483378 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:51.487826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:51.491276 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:51.491526 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:51.492994 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:51.497947 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:51.499740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:51.499840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:51.504275 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:51.504483 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95 belonging to share 89fbcfeb-7e78-4c2b-8791-64a1872cf0f5. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:43:51.513198 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:51.513923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 383] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.516746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.516746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 383 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:51.517117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] Sesch channel 383 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.617801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] EOF received (383) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.617801 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] EOF sent (383) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.617801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:51.620749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:51.621059 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 383] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.622914 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.623063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 383 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:51.625747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] Sesch channel 383 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.747749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] EOF received (383) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.747749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 383] EOF sent (383) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.747749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:51.748116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:51.748794 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:51.749748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:51.750023 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 123] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.751006 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.751174 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:51.753031 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.038s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:51.788793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:51.789012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:51.789012 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:51.789012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 384] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.789305 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.789456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 384 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:51.792019 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] Sesch channel 384 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.817111 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] EOF received (384) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.817111 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] EOF sent (384) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.817111 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:51.817111 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:51.817769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:51.818020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 384] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.818765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:51.818938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 384 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:51.821346 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] Sesch channel 384 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.242293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] EOF received (384) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.242687 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 384] EOF sent (384) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.243350 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:52.244113 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:52.244473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 385] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.245292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.245457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 385 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:52.251348 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] Sesch channel 385 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.280188 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] EOF received (385) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.280391 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] EOF sent (385) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:52.284054 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:54.285475 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:54.286275 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] [chan 385] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:54.288535 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:54.288535 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 385 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:54.291625 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] Sesch channel 385 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:54.413838 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] EOF received (385) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:54.415092 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 385] EOF sent (385) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:54.416589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:54.418715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_7f4f9a6d_cfb3_4ec7_b2ca_1d8cf045bc95" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.630s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:54.964692 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['af44688a-01e3-4aaa-aaa9-2c33d4a48164', 'a01e1d4e-6dd0-4d6e-987e-1848e01635b9', 'f4099833-67bd-460d-a13b-37ce5240d268', 'a76e2363-14bd-4d68-a435-de676d25cde3', '0cfac7e3-4e1d-4562-a9b9-2583e46d14a2', '8ec66b5d-5584-4de7-822a-754e5d41693e', '758560f9-e080-4513-939f-5a9027ae7ac4', 'd7e96f6b-e7d8-4a73-9550-85f6d4679e9c'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:43:54.981058 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['af44688a-01e3-4aaa-aaa9-2c33d4a48164', 'a01e1d4e-6dd0-4d6e-987e-1848e01635b9', 'f4099833-67bd-460d-a13b-37ce5240d268', 'a76e2363-14bd-4d68-a435-de676d25cde3', '0cfac7e3-4e1d-4562-a9b9-2583e46d14a2', '8ec66b5d-5584-4de7-822a-754e5d41693e', '758560f9-e080-4513-939f-5a9027ae7ac4', 'd7e96f6b-e7d8-4a73-9550-85f6d4679e9c'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:43:54.988556 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-53ad7687-ce5a-4f9a-8c82-fc5f2c46c14a tempest-ReplicationSnapshotTest-1687764462 None] Share instance 7f4f9a6d-cfb3-4ec7-b2ca-1d8cf045bc95: deleted successfully.
Feb 19 01:43:55.491422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.491422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.527359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:55.527359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.527359 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.531278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:55.531339 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.532805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.577287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:55.578923 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:43:55.614043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.614043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.758576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.146s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:55.758576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.762759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.812746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:55.916916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:55.916916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:55.917649 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:55.919921 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 245] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:55.935377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:55.935377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:55.936519 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:56.014186 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:56.017556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:56.017556 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:56.017556 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:56.017556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:56.032677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:56.032677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:56.036894 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.361976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.362301 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.364880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.364880 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 1.449s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.367689 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.367689 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.423355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.056s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.423678 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.424325 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.462043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.462513 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.463260 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.468462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.468462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.468462 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.474841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.476005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.477231 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.516642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5013a502-6694-4fc1-bc33-8b8918a5b426" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.516642 np0000156440 manila-share[88650]: INFO manila.share.access [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 5013a502-6694-4fc1-bc33-8b8918a5b426 belonging to share d513b809-d9c1-4b46-b187-89927afbea30.
Feb 19 01:43:57.525735 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.525735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 158] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.528401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.528401 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.532753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.564655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.564791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 158] EOF sent (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.565520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.565804 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.566051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 102] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.568224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.568224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 102 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.570152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] Sesch channel 102 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.596242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF received (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.596242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 102] EOF sent (102) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.596242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.596242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.596242 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.596577 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.596858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 30] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.597208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.597398 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 30 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.600680 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] Sesch channel 30 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.636686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF received (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.639034 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 30] EOF sent (30) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.639034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.639034 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:57.639034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.041s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.639034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.641048 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.641188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.641375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 235] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.642788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.642902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 235 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.644592 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] Sesch channel 235 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.691052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] EOF received (235) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.691329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 235] EOF sent (235) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.691546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.692328 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:57.693203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.693336 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 246] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.695800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.695800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.698366 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.861801 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.862985 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.864187 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.864407 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.864810 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.866564 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.866783 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.867461 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.868887 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_ccbc336e-a73e-4f7f-8453-1a9070fc8a97" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.869082 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance ccbc336e-a73e-4f7f-8453-1a9070fc8a97 belonging to share 0ec3136c-c9fc-40a4-b1d9-617873d79c04. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:43:57.872025 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.872347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 386] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.872844 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.873021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 386 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.874244 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] Sesch channel 386 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.915902 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.916085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.916502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.916789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.917274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 159] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.920094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.920185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.924090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] EOF received (386) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.924090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 386] EOF sent (386) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.925324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.925324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.925324 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 386] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.925897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.925951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.925951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 386 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.929048 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] Sesch channel 386 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] EOF received (386) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 386] EOF sent (386) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.965110 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.965526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 56] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.966751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.966910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 56 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.968653 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] Sesch channel 56 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.987378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF received (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.988822 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 56] EOF sent (56) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.988822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:57.988822 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:57.988822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:43:57.988822 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:43:57.988971 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:43:57.989243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:57.989531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 387] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.989993 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:57.990176 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 387 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:57.991432 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] Sesch channel 387 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] EOF received (387) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] EOF sent (387) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:58.016427 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 387] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.017173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.017173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 387 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:58.018208 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] Sesch channel 387 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.047737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.047737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.047947 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:58.133760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] EOF received (387) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.133760 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 387] EOF sent (387) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.133966 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:43:58.134234 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:43:58.134535 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 388] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.137746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.137746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 388 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:43:58.138578 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] Sesch channel 388 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.181361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] EOF received (388) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.181539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] EOF sent (388) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:43:58.182269 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:00.049113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:00.049113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 103] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.050256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.050256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 103 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:00.054772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] Sesch channel 103 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.114832 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF received (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.114832 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 103] EOF sent (103) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.114832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:00.114832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5013a502_6694_4fc1_bc33_8b8918a5b426" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.473s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:00.183748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:00.186736 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] [chan 388] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.188029 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.188173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 388 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:00.190192 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] Sesch channel 388 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.213259 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:44:00.224635 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:44:00.224889 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['6be7cd27-970c-4a93-b776-017d0e2b260b', '5139ad18-6b04-4cdb-bed3-cea1f1720328', 'dd3e9ba5-af8c-4d23-8330-0b22d6777f88', '2e985e23-ca36-49e0-a574-8d335bb63563'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:00.242385 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['6be7cd27-970c-4a93-b776-017d0e2b260b', '5139ad18-6b04-4cdb-bed3-cea1f1720328', 'dd3e9ba5-af8c-4d23-8330-0b22d6777f88', '2e985e23-ca36-49e0-a574-8d335bb63563'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:00.249171 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-abee4ab6-8474-4c1f-8cce-fb32606a30ee tempest-TestShareBasicOpsNFS-150037077 None] Share instance 5013a502-6694-4fc1-bc33-8b8918a5b426: deleted successfully.
Feb 19 01:44:00.280814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] EOF received (388) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.280814 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 388] EOF sent (388) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:00.280814 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:00.280814 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_ccbc336e_a73e_4f7f_8453_1a9070fc8a97" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.290s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:00.367413 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['a93dd705-a436-4255-8645-4bbb756d0e3c', 'b00ec555-a6e1-48cd-a1cf-9196403aba98', '425a2435-242f-40dd-8580-65d3cd3edec9', 'e5a025d1-1074-499d-b8a6-e98defe9882e', 'a9e56f5b-5aad-4ee3-a6c1-c721588dfd3e', '8b44d54c-8d64-43af-bf62-465876dc1642', 'bfee06be-f1ec-4cb1-9bbf-b430910430bf', '2ccc38b1-b174-40b6-b76e-29f5752f6cc3'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:00.383325 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['a93dd705-a436-4255-8645-4bbb756d0e3c', 'b00ec555-a6e1-48cd-a1cf-9196403aba98', '425a2435-242f-40dd-8580-65d3cd3edec9', 'e5a025d1-1074-499d-b8a6-e98defe9882e', 'a9e56f5b-5aad-4ee3-a6c1-c721588dfd3e', '8b44d54c-8d64-43af-bf62-465876dc1642', 'bfee06be-f1ec-4cb1-9bbf-b430910430bf', '2ccc38b1-b174-40b6-b76e-29f5752f6cc3'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:00.387629 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-0b5107b3-7be0-42d9-9af9-0a5ecf2adadc tempest-ReplicationSnapshotTest-1687764462 None] Share instance ccbc336e-a73e-4f7f-8453-1a9070fc8a97: deleted successfully.
Feb 19 01:44:01.286487 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:01.286487 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 389] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.289871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.289871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 389 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:01.291750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] Sesch channel 389 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.306137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] EOF received (389) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.306137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 389] EOF sent (389) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.307637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:01.307637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:01.307637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:01.307637 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:01.307858 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 389] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.308126 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.308266 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 389 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:01.309783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] Sesch channel 389 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.331127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] EOF received (389) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.331312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 389] EOF sent (389) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.332496 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:01.332658 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:01.333243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:01.333243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 390] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.348746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.348746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 390 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:01.350743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] Sesch channel 390 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.365021 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] EOF received (390) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.365152 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] EOF sent (390) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:01.365445 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:03.431115 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:03.431115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] [chan 390] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:03.431115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:03.431115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 390 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:03.443085 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] Sesch channel 390 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:03.718246 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] EOF received (390) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:03.723108 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 390] EOF sent (390) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:03.735880 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:03.746768 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_401559bf_201c_4d32_9e06_64a3287e94ea" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.429s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:04.256725 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['04b66cce-a10c-4a7c-b4f6-07c196c6a99b', '2b44b4e1-f2ed-4e6c-88d9-8203dc42b4b8', 'bd0dd153-3159-4195-8f0b-578f710a6168', '00dc0c97-6993-47bf-93a1-526365359922'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:04.270398 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-b78f9704-9405-41e3-b073-5088d8d2bdb2 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['04b66cce-a10c-4a7c-b4f6-07c196c6a99b', '2b44b4e1-f2ed-4e6c-88d9-8203dc42b4b8', 'bd0dd153-3159-4195-8f0b-578f710a6168', '00dc0c97-6993-47bf-93a1-526365359922'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:05.067707 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:05.071773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] [chan 391] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.071773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.071773 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 391 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:05.079628 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] Sesch channel 391 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.106670 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] EOF received (391) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.106670 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] EOF sent (391) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.106670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:05.106670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:05.106670 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:05.106919 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:05.106919 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] [chan 391] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.119819 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.119819 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 391 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:05.119819 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] Sesch channel 391 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] EOF received (391) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 391] EOF sent (391) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:05.161775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] [chan 392] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.164080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.164080 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 392 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:05.164381 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.165428 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:44:05.171765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] Sesch channel 392 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.173060 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.214750 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=569,manila:UPDATE=66,manila:INSERT=47 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:44:05.214750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] EOF received (392) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.214750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] EOF sent (392) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.214750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:05.316799 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.321530 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:44:05.358791 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.361344 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:44:05.396750 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.396750 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:44:05.409999 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.412752 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:44:05.449803 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:05.453675 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:44:05.453675 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:05.453675 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 392] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.454444 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.455104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 392 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:05.458160 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] Sesch channel 392 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.508605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] EOF received (392) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.508605 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 392] EOF sent (392) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.510031 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:05.510516 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:05.511045 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:05.511045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 393] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.513716 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.513716 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 393 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:05.514528 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] Sesch channel 393 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] EOF received (393) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] EOF sent (393) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:44:05.552754 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:07.213667 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:07.215013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] [chan 393] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:07.218959 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:07.219794 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 393 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:07.224134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] Sesch channel 393 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:07.367759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] EOF received (393) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:07.367759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 393] EOF sent (393) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:07.367957 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:07.368264 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@manila_share_snapshot_48a34172_0b26_4007_8707_ac94213446e5" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.262s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:08.161835 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['6caabada-82a8-4139-adb7-6690a0f014d1', '6ab80edc-d81e-4e89-9bc9-1775e5558ab8', 'd3d439bb-e263-4e6d-b80f-35117ca8b2f0', '82c49744-3967-414f-aaa1-4739ab5f7370'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:08.218039 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-cde52cc4-47a3-4ae8-8c01-b9688347f426 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['6caabada-82a8-4139-adb7-6690a0f014d1', '6ab80edc-d81e-4e89-9bc9-1775e5558ab8', 'd3d439bb-e263-4e6d-b80f-35117ca8b2f0', '82c49744-3967-414f-aaa1-4739ab5f7370'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:08.540292 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:08.541329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:08.543766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:08.543766 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:08.544061 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:08.546240 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:08.546759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:08.546759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:08.550130 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_772f3a8f-e1d2-4d01-9478-365a2e3388bb" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:08.550130 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 772f3a8f-e1d2-4d01-9478-365a2e3388bb belonging to share b2ea75a2-0e65-434f-984e-228d28d9662e. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:44:08.554293 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:08.554764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 394] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.555038 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.555177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 394 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:08.556796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] Sesch channel 394 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.579577 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] EOF received (394) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.579658 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] EOF sent (394) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.580084 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:08.580419 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:08.580807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 394] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.581110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.581405 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 394 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:08.583036 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] Sesch channel 394 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.613441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] EOF received (394) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.613441 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 394] EOF sent (394) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.613441 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:08.613441 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:08.613924 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:08.614218 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:08.615490 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 395] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.621072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.621219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 395 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:08.624055 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] Sesch channel 395 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.645493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] EOF received (395) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.645493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] EOF sent (395) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.645493 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:08.645833 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:08.646118 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:08.646361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 395] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.653115 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.653264 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 395 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:08.654420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] Sesch channel 395 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.670928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] EOF received (395) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.670928 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 395] EOF sent (395) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:08.670928 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:10.673119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:10.674029 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 396] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.676139 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.683633 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 396 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:10.701761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] Sesch channel 396 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.908772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] EOF received (396) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.908772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] EOF sent (396) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.909407 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:10.909769 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__772f3a8f_e1d2_4d01_9478_365a2e3388bb_time_2026-02-19T01:42:11.235619" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.297s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:10.910034 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:10.910753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:10.910753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:10.910753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 396] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.911180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.911320 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 396 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:10.912753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] Sesch channel 396 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.932087 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] EOF received (396) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.932594 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 396] EOF sent (396) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:10.934046 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:10.934046 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:10.934046 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:10.936414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 397] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:11.014884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:11.014884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 397 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:11.014884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] Sesch channel 397 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:11.035599 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] EOF received (397) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:11.035599 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] EOF sent (397) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:11.035599 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:13.040870 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:13.040870 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 397] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.062613 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.062613 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 397 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:13.071180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] Sesch channel 397 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.332508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] EOF received (397) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.332508 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 397] EOF sent (397) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.332508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:13.332508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb@tmp_snapshot_for_replication__21809d03_bbb0_4f88_bcb9_107d63853886_time_2026-02-19T01:42:17.505873" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.399s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:13.332508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:13.334064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:13.334064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:13.334064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 124] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.349063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.349063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:13.349063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.092s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:13.405813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:13.406010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:13.406010 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:13.406010 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 398] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.414216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.414216 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 398 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:13.475807 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] Sesch channel 398 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.480758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] EOF received (398) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.480758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] EOF sent (398) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.484305 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:13.484305 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:13.484305 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:13.489663 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 398] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.499916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.499916 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 398 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:13.503756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] Sesch channel 398 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.903457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] EOF received (398) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 398] EOF sent (398) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 399] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.907793 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 399 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:13.911134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] Sesch channel 399 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.966953 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] EOF received (399) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.967136 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] EOF sent (399) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:13.967644 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:15.972169 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:15.972169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] [chan 399] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:15.972169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:15.972169 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 399 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:15.972618 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] Sesch channel 399 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:16.085806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] EOF received (399) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:16.085806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 399] EOF sent (399) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:16.085806 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:16.085806 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_772f3a8f_e1d2_4d01_9478_365a2e3388bb" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.681s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:16.497809 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['be2ede96-1baa-4547-a6ee-395370563898', '4aabc44e-d535-48c9-9b2f-05841f04d851', '973cfe7c-3ecb-4468-922d-a43dda755493', 'e5771585-5733-4f2c-9749-e337dc22908f', '19c9a50e-6146-4a28-8129-cc9bb0229c2d', 'a3965662-4e2f-47e6-a40b-e22a783ed327', '12c5a244-88a9-4fe2-97ef-50dcb4c29fe9', 'ee990b1a-6192-4360-b6a1-9997efb18e90'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:16.519548 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['be2ede96-1baa-4547-a6ee-395370563898', '4aabc44e-d535-48c9-9b2f-05841f04d851', '973cfe7c-3ecb-4468-922d-a43dda755493', 'e5771585-5733-4f2c-9749-e337dc22908f', '19c9a50e-6146-4a28-8129-cc9bb0229c2d', 'a3965662-4e2f-47e6-a40b-e22a783ed327', '12c5a244-88a9-4fe2-97ef-50dcb4c29fe9', 'ee990b1a-6192-4360-b6a1-9997efb18e90'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:16.525883 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-0cb0a20f-31f6-4ff0-9135-7bb5c6194559 tempest-ReplicationSnapshotTest-1687764462 None] Share instance 772f3a8f-e1d2-4d01-9478-365a2e3388bb: deleted successfully.
Feb 19 01:44:18.877902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:18.878677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:18.881840 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:18.882749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:18.882749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:18.884504 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:18.884715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:18.885006 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:18.886779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6852016-cf8d-4871-bcda-9d9c255bc3f4" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:18.887019 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance c6852016-cf8d-4871-bcda-9d9c255bc3f4 belonging to share 2e53d24c-215e-4e6b-be4f-0ca37a60788f. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:44:18.890050 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:18.890316 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 400] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.927817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.927817 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 400 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:18.928456 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] Sesch channel 400 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.956180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] EOF received (400) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.956180 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 400] EOF sent (400) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.957295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:18.958862 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:18.958862 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 400] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.960799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:18.960799 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 400 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:18.963233 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] Sesch channel 400 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] EOF received (400) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 400] EOF sent (400) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:19.015832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:19.016045 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 57] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.017936 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.019684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 57 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:19.021060 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] Sesch channel 57 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF received (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 57] EOF sent (57) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.170s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:19.187529 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 401] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 401 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:19.187754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] Sesch channel 401 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.250915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] EOF received (401) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.251754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] EOF sent (401) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.251754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:19.251754 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:19.253022 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:19.253419 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 401] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.254314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.254314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 401 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:19.257320 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] Sesch channel 401 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.494681 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] EOF received (401) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.495229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 401] EOF sent (401) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.495692 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:19.497026 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:19.497927 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 402] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.526763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.526763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 402 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:19.526763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] Sesch channel 402 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.616409 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] EOF received (402) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.617285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] EOF sent (402) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:19.618268 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:21.623921 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:21.623921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] [chan 402] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:21.623921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:21.623921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 402 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:21.644120 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] Sesch channel 402 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:21.710345 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] EOF received (402) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:21.710435 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 402] EOF sent (402) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:21.711974 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:21.712232 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_c6852016_cf8d_4871_bcda_9d9c255bc3f4" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.528s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:21.837150 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['de8ad775-9c2e-4152-b719-23fa4bd6708d', '12fe6add-c37d-4ba7-a725-1d0a5e3c23d5', '1b5a1211-65e7-4199-8f43-abc33b59b692', '05bc5125-4c8d-475b-9b43-c5d85b54bf93', '2e443230-4682-485a-8fe5-deef5a9937b6', 'd51511de-6741-4f71-8da6-c9009e4489cd', 'ee880d0f-da47-4b85-82dd-7e0abf3576fa', '32fd2b83-c61c-4a2e-a552-e2ee57048bb2'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:21.856807 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['de8ad775-9c2e-4152-b719-23fa4bd6708d', '12fe6add-c37d-4ba7-a725-1d0a5e3c23d5', '1b5a1211-65e7-4199-8f43-abc33b59b692', '05bc5125-4c8d-475b-9b43-c5d85b54bf93', '2e443230-4682-485a-8fe5-deef5a9937b6', 'd51511de-6741-4f71-8da6-c9009e4489cd', 'ee880d0f-da47-4b85-82dd-7e0abf3576fa', '32fd2b83-c61c-4a2e-a552-e2ee57048bb2'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:21.860354 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-415a5b73-f538-461d-b051-f576706b925a tempest-ReplicationSnapshotTest-1687764462 None] Share instance c6852016-cf8d-4871-bcda-9d9c255bc3f4: deleted successfully.
Feb 19 01:44:24.897269 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:25.340694 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:25.341578 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] [chan 403] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.343162 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.343162 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 403 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:25.343735 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] Sesch channel 403 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.381027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] EOF received (403) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.381294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] EOF sent (403) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.381748 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:25.382989 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:25.383412 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:25.383658 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:25.383920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] [chan 403] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.385227 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.385451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 403 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:25.391848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] Sesch channel 403 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.439124 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] EOF received (403) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.439397 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 403] EOF sent (403) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.441522 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:25.441522 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:25.441522 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:25.441522 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] [chan 404] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.444571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.444571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 404 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:25.445051 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] Sesch channel 404 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.476314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] EOF received (404) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.476314 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] EOF sent (404) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:25.476710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:26.540790 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=271,manila:UPDATE=38,manila:INSERT=12 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:44:27.484797 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:27.484797 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] [chan 404] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.486505 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.486651 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 404 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:27.489948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] Sesch channel 404 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.650754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] EOF received (404) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.650754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 404] EOF sent (404) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.650754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:27.650754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@manila_share_snapshot_a3e684af_cc08_4ce2_af25_6aee50d5230e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:27.802567 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['e612fa47-9d64-441f-ab5a-814caafa70db', 'f8aa5410-7e5f-4beb-8e55-14260ba68e05', '3f498916-3140-4ec9-9193-2ad969ab1e20', '0c33aeea-11be-4be6-b1ff-a834d029a558'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:27.805874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:27.806787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] [chan 236] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.807751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.807751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 236 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:27.808462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] Sesch channel 236 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.820477 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-cb3a2efc-d370-4779-bfe0-cde1ddfbaadf tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['e612fa47-9d64-441f-ab5a-814caafa70db', 'f8aa5410-7e5f-4beb-8e55-14260ba68e05', '3f498916-3140-4ec9-9193-2ad969ab1e20', '0c33aeea-11be-4be6-b1ff-a834d029a558'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:27.935033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] EOF received (236) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.935240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 236] EOF sent (236) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.935628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:27.935872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:27.936054 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] [chan 70] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.938980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.939106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 70 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:27.941230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] Sesch channel 70 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.981606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 70] EOF received (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.981606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] [chan 70] EOF sent (70) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:27.982122 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:27.982122 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:28.040308 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8f431a70-0341-4df1-b75c-f5ea3e366ac5 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a created successfully.
Feb 19 01:44:28.544297 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:28.544945 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:28.546954 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:28.547186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:28.547482 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:28.549095 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:28.549295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:28.549551 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:28.551202 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_bab6c952-cbb6-4d39-b32a-dff9e5490639" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:28.551392 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance bab6c952-cbb6-4d39-b32a-dff9e5490639 belonging to share 934b93a2-5182-4402-9ec7-1746c5e7ed25. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:44:28.554715 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:28.554715 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 405] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.555027 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.555165 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 405 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:28.557121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] Sesch channel 405 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.587980 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] EOF received (405) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.588248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] EOF sent (405) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.589596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:28.589596 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:28.589596 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 405] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.593137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.593137 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 405 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:28.594847 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] Sesch channel 405 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.643497 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] EOF received (405) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.644854 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 405] EOF sent (405) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.644854 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:28.645209 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:28.646338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:28.646338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:28.646338 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 406] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.646846 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.647064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 406 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:28.648883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] Sesch channel 406 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.670684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] EOF received (406) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.670684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] EOF sent (406) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.671198 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:28.671497 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:28.671932 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:28.672252 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 406] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.687278 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.688333 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 406 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:28.690468 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] Sesch channel 406 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.706419 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] EOF received (406) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.706419 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 406] EOF sent (406) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:28.706419 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:30.708742 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:30.708742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 407] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.716691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.716691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 407 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:30.717763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] Sesch channel 407 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.980859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] EOF received (407) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.983164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] EOF sent (407) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.987755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:30.987755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__bab6c952_cbb6_4d39_b32a_dff9e5490639_time_2026-02-19T01:40:32.968185" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.340s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:30.987755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:30.987755 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:30.989859 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:30.989859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 407] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.989859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:30.989859 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 407 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:30.990755 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] Sesch channel 407 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.007753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] EOF received (407) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.007892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 407] EOF sent (407) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.008322 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:31.008567 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:31.009140 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:31.009140 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 408] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.029164 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.030149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 408 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:31.033747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] Sesch channel 408 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.064089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] EOF received (408) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.069078 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] EOF sent (408) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:31.069078 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.068324 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.069568 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 408] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.070368 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.070991 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 408 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.072996 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] Sesch channel 408 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.159753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] EOF received (408) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.159753 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 408] EOF sent (408) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.159753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.159753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:36.608890" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.174s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:33.159753 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:33.161897 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:33.161897 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.161897 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 409] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.164375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.164375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 409 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.164375 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] Sesch channel 409 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.197158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] EOF received (409) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.197158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] EOF sent (409) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.198082 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.198082 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:33.199312 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.199312 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 409] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.201682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.201682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 409 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.203768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] Sesch channel 409 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.245658 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] EOF received (409) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.245658 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 409] EOF sent (409) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.246186 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.382674 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.382674 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:44:33.389075 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.436366 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.436366 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:44:33.452880 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.452880 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:44:33.461749 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.461749 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:44:33.465866 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.467877 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:44:33.486199 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.487141 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:44:33.487463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.487692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 247] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.489703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.489703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.493039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.538706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.538706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.541192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.541192 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 28.7G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:33.541192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.541192 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 160] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.575995 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.575995 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.585022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.632535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.632535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.638839 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.638839 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:33.638839 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.638839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 104] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.656137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.658771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 104 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.667267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] Sesch channel 104 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.791813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF received (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.791813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 104] EOF sent (104) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.796926 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.796926 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:33.796926 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:33.797745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 237] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.798981 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.799873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 237 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:33.804069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] Sesch channel 237 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.885772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] EOF received (237) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.887057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 237] EOF sent (237) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:33.887057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:33.887057 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:33.887282 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:44:33.887520 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.892693 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.895534 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:33.895713 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:44:33.908299 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:44:35.247747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:35.247747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 410] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.252188 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.252188 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 410 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:35.254905 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] Sesch channel 410 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.319872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] EOF received (410) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.319872 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] EOF sent (410) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.319872 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:35.319872 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639@tmp_snapshot_for_replication__b11779ab_ddd9_4b5e_b1de_fbb25b52873d_time_2026-02-19T01:40:39.923475" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.158s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:35.319872 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:35.322146 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:35.322255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:35.322420 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 125] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.324989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.325071 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:35.331219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.392118 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.392785 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 125] EOF sent (125) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.400135 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:35.400135 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:35.400689 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.081s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:35.400935 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:35.401255 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:35.408744 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:35.408744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 410] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.413177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.418877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 410 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:35.435757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] Sesch channel 410 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.544750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] EOF received (410) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.544750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 410] EOF sent (410) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.544750 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:35.548833 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:35.548833 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:35.551064 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 411] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.553741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.553741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 411 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:35.554749 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] Sesch channel 411 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.851158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] EOF received (411) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.851158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] EOF sent (411) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.856824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:35.856824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:35.861748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 411] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.865507 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:35.865507 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 411 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:35.869757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] Sesch channel 411 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:36.218921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] EOF received (411) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:36.219754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 411] EOF sent (411) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:36.219754 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:38.221215 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:38.224768 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] [chan 412] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:38.226250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:38.226250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 412 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:38.230050 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] Sesch channel 412 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:38.368938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] EOF received (412) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:38.368938 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] EOF sent (412) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:38.374740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:38.374740 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_bab6c952_cbb6_4d39_b32a_dff9e5490639" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.971s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:38.489221 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['bdba7c53-2a6d-45af-910a-c442c48d5433', 'dc26473a-2cda-4b17-9266-7fdab89dc46f', 'ee76c4e0-f29a-4e5c-a2fc-c2f864eaa3c4', '8e640c3e-1a00-41f5-91e9-564d12c29024', 'cc96bc23-79b0-4278-8e63-f146a5bb3b6e', '3bd25fbc-25c8-4701-b0e2-11f9ca7fbd35', 'dcfedbf8-aa14-42a0-ab74-807a8bb87c2e', '6ab32ee6-d8b2-4dbd-a038-2d33647105ec'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:38.504578 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['bdba7c53-2a6d-45af-910a-c442c48d5433', 'dc26473a-2cda-4b17-9266-7fdab89dc46f', 'ee76c4e0-f29a-4e5c-a2fc-c2f864eaa3c4', '8e640c3e-1a00-41f5-91e9-564d12c29024', 'cc96bc23-79b0-4278-8e63-f146a5bb3b6e', '3bd25fbc-25c8-4701-b0e2-11f9ca7fbd35', 'dcfedbf8-aa14-42a0-ab74-807a8bb87c2e', '6ab32ee6-d8b2-4dbd-a038-2d33647105ec'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:38.508534 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-1fdff138-2dcd-4ad5-8e61-cb4b1a7e7a4a tempest-ReplicationSnapshotTest-1687764462 None] Share instance bab6c952-cbb6-4d39-b32a-dff9e5490639: deleted successfully.
Feb 19 01:44:42.042454 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:42.045350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:42.085764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.030s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:42.085764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:42.085764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:42.104916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:42.104916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:42.104916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:42.115532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:42.119024 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0 belonging to share 44852c59-2fb2-4cdd-b3e5-ccbc438dc1ac. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:44:42.138057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:42.138057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 248] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.138913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.141882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:42.142349 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.250483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.250483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.251764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:42.263516 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:42.263516 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 161] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.269559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.269559 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:42.269982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.304483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.310176 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.311377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:42.321310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:42.335842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:42.341945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:42.342118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 105] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.344150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.344233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 105 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:42.473216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] Sesch channel 105 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF received (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 105] EOF sent (105) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:42.489263 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 238] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.489444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.490772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 238 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:42.490772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] Sesch channel 238 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.536210 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] EOF received (238) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.536409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 238] EOF sent (238) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:42.541203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:44.541094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:44.543974 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 249] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.547744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.547744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:44.550003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.744764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.744764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.744764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:44.744764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0_time_2026-02-19T01:40:09.998666" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.411s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:44.744764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:44.745340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:44.745340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:44.745340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 162] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.746351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.746508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:44.750038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.767821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.767821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.767959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:44.768177 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:44.768448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:44.768675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 106] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.772841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.772841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 106 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:44.775421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] Sesch channel 106 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.803526 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF received (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.804312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 106] EOF sent (106) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:44.804312 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:46.808816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:46.808816 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 239] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.809572 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.809774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 239 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:46.811447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] Sesch channel 239 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.940744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] EOF received (239) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.940744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 239] EOF sent (239) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.941420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:46.941676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0@tmp_snapshot_for_replication__918956c6_f855_4c1a_b656_1d925ae8509a_time_2026-02-19T01:40:11.576836" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.197s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:46.943741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:46.943805 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:46.943964 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:46.944134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.945006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.945755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:46.951013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.990758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.990758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.991510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:46.991677 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:46.991900 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:46.992046 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:46.992286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:46.992419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:46.992587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 250] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.993680 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:46.999744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:46.999744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.033404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.033639 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 163] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.038847 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:47.042138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.204848 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.204848 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 163] EOF sent (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.206108 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:47.206108 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:47.206108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 107] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.207795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.207795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 107 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:47.210569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] Sesch channel 107 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.244896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF received (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.244896 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 107] EOF sent (107) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:47.244896 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:49.275873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:49.275873 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] [chan 240] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:49.277219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:49.277219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 240 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:49.279115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] Sesch channel 240 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:49.490752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] EOF received (240) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:49.490752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 240] EOF sent (240) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:49.490752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:49.490752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-betta/subdir/manila_share_c6908810_d5d7_4f3a_ac4f_af4f1d8a21f0" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.494s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:49.692484 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['44b0bf77-19c6-4d4a-b931-769949bae583', '81d6a5da-503a-4194-ac48-3131ed4ba1b7', 'b41d275e-a921-4d70-ac1c-a6ffde1e7d61', '773d1116-1ad1-4d13-8fa6-f704ff9aa735', 'ce22de06-76b6-420a-9b10-eafebb60aa4d', '52772b12-9790-4a1a-9533-4e6726ccdab3', '7d2a43a7-9cd6-4855-9420-9447d8837a85', 'a52d8ccf-344d-4c44-8771-12d242d4fce9'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:49.758163 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['44b0bf77-19c6-4d4a-b931-769949bae583', '81d6a5da-503a-4194-ac48-3131ed4ba1b7', 'b41d275e-a921-4d70-ac1c-a6ffde1e7d61', '773d1116-1ad1-4d13-8fa6-f704ff9aa735', 'ce22de06-76b6-420a-9b10-eafebb60aa4d', '52772b12-9790-4a1a-9533-4e6726ccdab3', '7d2a43a7-9cd6-4855-9420-9447d8837a85', 'a52d8ccf-344d-4c44-8771-12d242d4fce9'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:49.766072 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-03668dcd-8827-4d3a-9499-b6a6515b8639 tempest-ReplicationSnapshotTest-1687764462 None] Share instance c6908810-d5d7-4f3a-ac4f-af4f1d8a21f0: deleted successfully.
Feb 19 01:44:52.288317 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:52.290238 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:52.295357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:52.295953 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:52.296654 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:52.302243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:52.302243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:52.302243 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:52.308395 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_a8595ba1-0732-4a97-ae5f-cebfb5d03c7e" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:52.308395 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance a8595ba1-0732-4a97-ae5f-cebfb5d03c7e belonging to share 5538b8fa-9a95-441e-ab58-511ea537ef9b. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:44:52.317062 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:52.320134 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 412] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.320816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.320816 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 412 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:52.324898 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] Sesch channel 412 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.347759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] EOF received (412) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.347759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 412] EOF sent (412) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.347759 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:52.347896 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:52.348469 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 413] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.350783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.350783 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 413 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:52.355641 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] Sesch channel 413 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.396403 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] EOF received (413) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.396670 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] EOF sent (413) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.398739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:52.398739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:52.398739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:52.400117 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:52.400117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 413] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.400431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.400568 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 413 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:52.404058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] Sesch channel 413 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.430225 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] EOF received (413) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.432999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 413] EOF sent (413) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.432999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:52.432999 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:52.432999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:52.432999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 414] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.440339 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.441860 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 414 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:52.443020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] Sesch channel 414 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.468473 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] EOF received (414) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.468754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] EOF sent (414) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:52.469330 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:53.414939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.414939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.473148 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.058s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.474547 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.474547 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.477004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.477004 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.477333 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.521753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.521753 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Updating access rules for share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18 belonging to share 983d16cf-300f-412c-a0b5-c65e084c67a7. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:44:53.539770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.539770 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.565701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.566575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.567238 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.596031 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.619997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.621297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.622089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:53.622089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 251] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.626688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.626688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:53.631882 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.662192 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.662273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] EOF sent (251) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.662715 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:53.663009 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:53.663376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 31] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.663787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.664060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 31 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:53.665960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] Sesch channel 31 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.732960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF received (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.732960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 31] EOF sent (31) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.732960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:53.733397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.112s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.735693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.736196 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.785754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.785754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.785754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.831704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.046s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.832292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.835149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.845563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.845563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.845563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.851629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.852292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:53.852711 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:53.923039 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "locked_access_rules_operation_by_share_instance_f1606fb8-72af-46eb-a8f8-78c87b52eb18" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.069s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:53.925748 np0000156440 manila-share[88650]: INFO manila.share.access [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Access rules were successfully modified for share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18 belonging to share 983d16cf-300f-412c-a0b5-c65e084c67a7.
Feb 19 01:44:53.939078 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:53.940675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 164] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.942140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:53.942329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:53.944376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.009194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.014747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.014747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.014747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.014747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 108] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.015081 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.015789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 108 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.020283 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] Sesch channel 108 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.062757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF received (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.062757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 108] EOF sent (108) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.062757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.062757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:54.063155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:54.063305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.063473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 71] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.066812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.066812 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 71 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.070180 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] Sesch channel 71 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.099076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF received (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.099246 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 71] EOF sent (71) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.099527 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.099686 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:54.099874 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:54.100014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Acquiring lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:54.100244 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:54.100375 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.100534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 241] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.103738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.104097 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 241 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.107172 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] Sesch channel 241 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.143947 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] EOF received (241) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.144132 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 241] EOF sent (241) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.145387 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.146221 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] ZFS option mountpoint's value is /alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:54.147397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): lsof -w /alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.149740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 252] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.151553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.153437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.153437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.364822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.364822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] EOF sent (252) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.364822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.365052 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo umount /alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.367039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 165] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.367375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.367827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.370749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.446941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.446941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.451830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.470902 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.471100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 414] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.479737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.479737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 414 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.479737 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] Sesch channel 414 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.575200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] EOF received (414) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.575399 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 414] EOF sent (414) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.575788 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.577914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__a8595ba1_0732_4a97_ae5f_cebfb5d03c7e_time_2026-02-19T01:39:43.800008" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.178s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:54.577914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:54.577914 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:54.578099 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.580451 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 415] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.581742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.581742 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 415 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.588349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] Sesch channel 415 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.615579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] EOF received (415) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.616347 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] EOF sent (415) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.617298 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:54.617871 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:54.619037 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:54.619878 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 415] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.621151 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.621381 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 415 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:54.628764 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] Sesch channel 415 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.645361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] EOF received (415) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.645361 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 415] EOF sent (415) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:54.646416 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.450754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.450754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] [chan 109] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.454418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.454418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 109 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.455551 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] Sesch channel 109 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.552742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF received (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.552742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 109] EOF sent (109) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.552742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.552742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Lock "zfs-dataset-alpha/manila_share_f1606fb8_72af_46eb_a8f8_78c87b52eb18" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.452s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:56.652158 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.652158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 416] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.653238 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.654224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 416 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.655750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] Sesch channel 416 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.660141 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Created reservations ['b85b9d1a-3471-4e10-8705-09099966353d', '56beebc2-5c32-4d5c-a48f-e935c12606e4', 'c9ab0588-888a-47a8-bf0e-87db3da16bce', 'fc438a13-394d-4840-826c-a3d758a7d422'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:56.690450 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Committed reservations ['b85b9d1a-3471-4e10-8705-09099966353d', '56beebc2-5c32-4d5c-a48f-e935c12606e4', 'c9ab0588-888a-47a8-bf0e-87db3da16bce', 'fc438a13-394d-4840-826c-a3d758a7d422'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:56.699008 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-819fea2e-c236-4899-b031-6dcc4317e5b2 tempest-TestShareExtendNFS-1114250835 None] Share instance f1606fb8-72af-46eb-a8f8-78c87b52eb18: deleted successfully.
Feb 19 01:44:56.731883 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] EOF received (416) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.732747 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] EOF sent (416) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.732747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.732747 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e@tmp_snapshot_for_replication__b0e5f8b8_a1c3_4e67_a220_e276d8aad12e_time_2026-02-19T01:39:47.172943" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.155s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:56.733703 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:56.734570 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:56.734710 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.734891 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 58] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.737976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.737976 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 58 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.740948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] Sesch channel 58 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.782414 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF received (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.782511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 58] EOF sent (58) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.783497 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.783497 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:56.784635 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.049s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:56.784635 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:44:56.784635 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:44:56.786127 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.786127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 416] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.786418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.786418 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 416 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.791635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] Sesch channel 416 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.809614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] EOF received (416) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.809780 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 416] EOF sent (416) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.810081 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.810263 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:44:56.810671 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.810671 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 417] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.811145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.811145 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 417 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.813105 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] Sesch channel 417 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.937989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] EOF received (417) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.938218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] EOF sent (417) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.938749 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:56.938815 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:56.939063 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 417] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.939388 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.939715 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 417 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:56.940543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] Sesch channel 417 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.966132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] EOF received (417) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.966775 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 417] EOF sent (417) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:56.966775 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:58.967452 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:44:58.967854 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] [chan 418] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:58.969090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:58.969170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 418 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:44:58.970635 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] Sesch channel 418 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:59.050623 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] EOF received (418) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:59.050823 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] EOF sent (418) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:44:59.051132 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:44:59.051376 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-gamma/manila_share_a8595ba1_0732_4a97_ae5f_cebfb5d03c7e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:44:59.155888 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['41e3724b-0309-4cb4-9625-a5e94f91b9bd', 'ada2c039-0206-4a0f-87d8-a74ce2d8bbd5', 'e33b739e-3090-43d1-878c-e97f40257a77', '816fa30b-1220-468f-8e22-1d56309251b4', 'e73e4314-063f-4fcc-b087-52262870c7f2', '09dc998d-e385-4579-af91-b77f5046fe19', '87d9153a-aadd-4b64-bfe9-383775bfd802', '90517926-2f57-46d2-af5e-f03034a883fa'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:44:59.172293 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['41e3724b-0309-4cb4-9625-a5e94f91b9bd', 'ada2c039-0206-4a0f-87d8-a74ce2d8bbd5', 'e33b739e-3090-43d1-878c-e97f40257a77', '816fa30b-1220-468f-8e22-1d56309251b4', 'e73e4314-063f-4fcc-b087-52262870c7f2', '09dc998d-e385-4579-af91-b77f5046fe19', '87d9153a-aadd-4b64-bfe9-383775bfd802', '90517926-2f57-46d2-af5e-f03034a883fa'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:44:59.177145 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-b2cf3c66-0dc6-4a8c-9f74-609d2605f7b6 tempest-ReplicationSnapshotTest-1687764462 None] Share instance a8595ba1-0732-4a97-ae5f-cebfb5d03c7e: deleted successfully.
Feb 19 01:45:01.611202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:01.614524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 242] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.614524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.614524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 242 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:01.617015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] Sesch channel 242 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.655295 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] EOF received (242) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.656696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 242] EOF sent (242) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.656696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:01.656696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:01.656696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:01.656696 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:01.657605 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 253] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.658380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.658533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:01.660971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:01.690425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 166] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.691131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.751579 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:01.753218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.779589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.779863 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:01.780411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:03.783535 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:03.783535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] [chan 110] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:03.785341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:03.785341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 110 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:03.786578 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] Sesch channel 110 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:03.829860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF received (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:03.829860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 110] EOF sent (110) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:03.829860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:03.829860 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246@manila_share_snapshot_cbe0efed_05c0_4d6d_ad57_9cad1d56a38e" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.171s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:03.909937 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['fe8ae0c3-ee3b-4e3d-8619-19b4f265105c', '7ed58804-d4f9-4c31-9f0a-34beea022f78', '90ba8e46-f84f-4ec7-abeb-66c5f9ecd2e5', '3cd3eb4d-ca7b-406d-a537-23033243052c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:03.920417 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-74d14d39-d2bc-4353-b433-cc48e2c1a9d1 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['fe8ae0c3-ee3b-4e3d-8619-19b4f265105c', '7ed58804-d4f9-4c31-9f0a-34beea022f78', '90ba8e46-f84f-4ec7-abeb-66c5f9ecd2e5', '3cd3eb4d-ca7b-406d-a537-23033243052c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:04.831102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:04.831102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:04.839379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:04.840069 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:04.841321 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:04.846459 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:04.846678 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:04.847520 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:04.856121 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "locked_access_rules_operation_by_share_instance_42e3072b-4899-42b8-8ef2-cdeb6e40d246" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:04.859784 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] All access rules have been synced for share instance 42e3072b-4899-42b8-8ef2-cdeb6e40d246 belonging to share cd3548b3-1948-43e3-8ab9-eb003a630011. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:45:04.870743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:04.870743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 243] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.871997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.872218 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 243 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:04.874830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] Sesch channel 243 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.919076 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] EOF received (243) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.919349 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 243] EOF sent (243) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.920657 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:04.923302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:04.923302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 254] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.926745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.927003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:04.929738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.973650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.973650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.974748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:04.974748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:04.974958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:04.975151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:04.975376 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.975791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.975945 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:04.978382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.996174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.996174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:04.996594 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:04.996877 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:04.997107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:04.997749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Acquiring lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:04.997749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:04.997749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:04.999052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 167] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.002203 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.002203 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:05.003247 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.036850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.036850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.036850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:05.037080 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] ZFS option mountpoint's value is /alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:05.037278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): lsof -w /alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:05.037507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 111] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.037920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.038069 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 111 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:05.039047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] Sesch channel 111 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.153755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF received (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.153755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 111] EOF sent (111) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.153755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:05.154348 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo umount /alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:05.154583 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 244] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.154977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.155120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 244 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:05.157757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] Sesch channel 244 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.168954 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.168954 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:45:05.173760 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.191288 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.191288 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:45:05.201658 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.201910 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:45:05.208336 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.208923 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:45:05.212427 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.212670 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:45:05.221001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] EOF received (244) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.221185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 244] EOF sent (244) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.221547 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:05.230440 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.230440 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:45:05.230440 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:05.230440 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 418] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.230981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.231179 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 418 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:05.232641 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] Sesch channel 418 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.262774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] EOF received (418) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.262774 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 418] EOF sent (418) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.263005 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:05.263224 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:05.263424 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:05.263657 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 419] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.264073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.264212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 419 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:05.265620 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] Sesch channel 419 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.289864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] EOF received (419) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.289864 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] EOF sent (419) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:05.290332 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:05.290749 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:05.290749 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:45:05.291300 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.292608 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=345,manila:UPDATE=54,manila:INSERT=40 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:45:05.294667 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.297394 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:05.297583 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:45:05.305378 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:07.223042 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:07.223042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] [chan 255] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:07.224869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:07.224869 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:07.232171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:07.361505 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:07.362685 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] EOF sent (255) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:07.363749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:07.363749 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Lock "zfs-dataset-alpha/manila_share_42e3072b_4899_42b8_8ef2_cdeb6e40d246" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.366s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:07.472427 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Created reservations ['f8d7d110-1155-42f4-9905-28479e7eedc9', 'ae700ac2-d21d-4fb7-ae47-592abe275f95', '687d19b6-7ddf-4347-977a-796b0b3f2faa', 'dc9409ea-aa64-41fd-81ac-c3ae9f9bf91c', 'e82e521f-0662-4e53-9226-b3c7803b7848', 'fb498bcf-5430-4e0a-8f6d-dd676f7b0096', '62b0736f-f49e-4745-8961-aa24ff146bd1', '8421dba1-c692-4119-a582-6576e800866c'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:07.490323 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Committed reservations ['f8d7d110-1155-42f4-9905-28479e7eedc9', 'ae700ac2-d21d-4fb7-ae47-592abe275f95', '687d19b6-7ddf-4347-977a-796b0b3f2faa', 'dc9409ea-aa64-41fd-81ac-c3ae9f9bf91c', 'e82e521f-0662-4e53-9226-b3c7803b7848', 'fb498bcf-5430-4e0a-8f6d-dd676f7b0096', '62b0736f-f49e-4745-8961-aa24ff146bd1', '8421dba1-c692-4119-a582-6576e800866c'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:07.498032 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-455c4197-ae2e-4516-a8fa-41bf23d72828 tempest-ReplicationSnapshotTest-1687764462 None] Share instance 42e3072b-4899-42b8-8ef2-cdeb6e40d246: deleted successfully.
Feb 19 01:45:16.084621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:16.087743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] [chan 168] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.089625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.089625 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:16.090243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.271750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.271750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.271750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:16.271750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:16.271750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] [chan 32] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.275752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.275752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 32 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:16.280977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] Sesch channel 32 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.320705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF received (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.322326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 32] EOF sent (32) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:16.323751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:16.323751 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:16.383761 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-e62ff43c-ba47-4dc8-8f61-7b8f89957419 tempest-SharesActionsTest-794757653 None] Share instance e964ada7-878b-4486-8d38-fe52199940be created successfully.
Feb 19 01:45:19.118315 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7ad1534-2eef-49c2-ab9d-01008ec999df tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:19.119845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-e7ad1534-2eef-49c2-ab9d-01008ec999df tempest-SharesActionsTest-794757653 None] [chan 112] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:19.120463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:19.120940 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 112 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:19.124498 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] Sesch channel 112 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:19.168823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF received (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:19.168823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 112] EOF sent (112) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:19.168823 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-e7ad1534-2eef-49c2-ab9d-01008ec999df tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:22.544841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 '|' ssh stack@127.0.0.1 sudo zfs receive -v alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:22.545756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 245] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:22.546083 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:22.546483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 245 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:22.548938 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] Sesch channel 245 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.015407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] EOF received (245) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.015757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 245] EOF sent (245) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.016017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.016200 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:23.016747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 256] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.017917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.017975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:23.019343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.068918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.069113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.069431 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.069599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:23.069799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 169] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.071669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.071669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 169 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:23.074225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] Sesch channel 169 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.159010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF received (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.159197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 169] EOF sent (169) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.161005 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.161163 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:23.161352 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 113] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.161782 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.161856 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 113 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:23.163756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] Sesch channel 113 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.199021 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF received (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.199350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 113] EOF sent (113) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.200870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.200870 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:23.200870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 246] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.200870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.200870 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 246 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:23.202772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] Sesch channel 246 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.239504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] EOF received (246) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.239504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 246] EOF sent (246) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.239627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.240278 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:23.240622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] [chan 72] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.241748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.241748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 72 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:23.245740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] Sesch channel 72 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.261718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF received (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.262257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 72] EOF sent (72) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:23.262257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:23.262441 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:23.282050 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-821ee462-ae94-4890-b570-8213eb3c79a5 tempest-SharesActionsTest-794757653 None] Share instance 31c550e2-dfb9-423a-9ae2-9a9daabae2af created successfully.
Feb 19 01:45:25.695892 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:25.695892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] [chan 419] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.696830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.697326 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 419 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:25.698708 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] Sesch channel 419 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.811682 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] EOF received (419) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.812012 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 419] EOF sent (419) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.812450 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:25.812680 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:25.813812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] [chan 126] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.815975 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.816065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:25.818765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.840229 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.840379 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:25.840695 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:25.840892 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:25.865827 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-41a93de2-663a-4250-88e1-8640376f34a2 tempest-SharesActionsTest-794757653 None] Share instance 0da156c3-9c2c-4d94-b4d8-954257d3cc24 created successfully.
Feb 19 01:45:26.560973 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=452,manila:UPDATE=54,manila:INSERT=47 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:45:28.894174 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8cfb5887-ab08-4132-8c3f-7fb437f06d23 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs set quota=2G gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:28.894806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8cfb5887-ab08-4132-8c3f-7fb437f06d23 tempest-SharesActionsTest-794757653 None] [chan 420] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:28.896132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:28.896132 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 420 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:28.897997 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] Sesch channel 420 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:28.944527 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] EOF received (420) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:28.944804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] EOF sent (420) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:28.945245 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8cfb5887-ab08-4132-8c3f-7fb437f06d23 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:28.957862 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-8cfb5887-ab08-4132-8c3f-7fb437f06d23 tempest-SharesActionsTest-794757653 None] Committed reservations ['d4a515fd-a97c-43a6-bceb-6c1d3a9246c8', '5dbaf21d-6390-4a65-a74e-2f92fe6dbc99'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:28.982362 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8cfb5887-ab08-4132-8c3f-7fb437f06d23 tempest-SharesActionsTest-794757653 None] Extend share completed successfully.
Feb 19 01:45:32.086380 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:32.087106 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:32.088901 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:32.089119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:32.089409 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:32.091352 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:32.091549 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:32.091826 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:32.093584 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_0da156c3-9c2c-4d94-b4d8-954257d3cc24" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:32.093794 np0000156440 manila-share[88651]: DEBUG manila.share.access [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] All access rules have been synced for share instance 0da156c3-9c2c-4d94-b4d8-954257d3cc24 belonging to share f90a3f4a-ac18-409d-a988-4e5c5a7e48d1. {{(pid=88651) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:45:32.096945 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.097212 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 420] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.097856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.097856 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 420 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.099494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] Sesch channel 420 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.119614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] EOF received (420) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.119614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 420] EOF sent (420) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.119614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:32.119614 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r -t snapshot gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.119614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 421] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.120053 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.120192 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 421 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.121876 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] Sesch channel 421 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] EOF received (421) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] EOF sent (421) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:32.141589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get sharenfs gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.141806 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 59] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.142098 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.142292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 59 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.144739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] Sesch channel 59 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.159981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 59] EOF received (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.159981 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 59] EOF sent (59) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.160600 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:32.160841 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] ZFS option sharenfs's value is off. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:32.161086 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:32.161311 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:32.161615 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:32.161832 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.162157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 421] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.162453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.162590 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 421 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.166047 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] Sesch channel 421 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.183761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] EOF received (421) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.183761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 421] EOF sent (421) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.183761 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:32.183761 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:32.183939 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): lsof -w /gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.183966 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 422] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.185143 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.185218 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 422 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.187761 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] Sesch channel 422 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.289423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] EOF received (422) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.289423 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] EOF sent (422) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.289716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 1 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:32.289966 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo umount /gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:32.290135 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 422] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.291286 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.291498 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 422 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:32.293902 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] Sesch channel 422 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.328149 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] EOF received (422) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.328792 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 422] EOF sent (422) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:32.330090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:33.378561 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.379606 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:45:33.382391 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.423469 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.424627 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:45:33.435381 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.436915 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:45:33.449364 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.449590 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:45:33.454810 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.455012 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:45:33.466142 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.466893 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:45:33.467204 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:33.467858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 257] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.469185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.469329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:33.470380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.525052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.525472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.527146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:33.527146 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:33.527146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:33.527146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 170] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.529555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.529555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 170 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:33.531914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] Sesch channel 170 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.560945 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF received (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.561776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 170] EOF sent (170) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.561776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:33.561776 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:33.562024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:33.562274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 114] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.562999 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.563155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 114 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:33.565781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] Sesch channel 114 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.588042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 114] EOF received (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.588042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 114] EOF sent (114) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.588689 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:33.589104 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:33.589752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:33.589752 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 247] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.590138 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.590428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 247 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:33.592048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] Sesch channel 247 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.613751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] EOF received (247) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.613751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 247] EOF sent (247) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:33.614111 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:33.614429 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:33.614636 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:45:33.615055 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.617523 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.619751 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:33.620336 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:45:33.624761 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:45:34.331090 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy -f gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:34.332628 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] [chan 423] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:34.333776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:34.333776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 423 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:34.336293 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] Sesch channel 423 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:34.388096 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] EOF received (423) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:34.388096 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] EOF sent (423) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:34.388488 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:34.388845 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.lockutils [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-gamma/manila_share_0da156c3_9c2c_4d94_b4d8_954257d3cc24" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.227s {{(pid=88651) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:34.494509 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Created reservations ['03ff483d-29b5-49d2-addb-60d99d664c38', 'acedc5c7-243d-4c5c-a1a6-3086c2ff9ea7', '170b1d38-d7db-4797-8e26-12a76f41ad6b', '5b6b239b-25d8-4033-ba41-1ee2b034d73a'] {{(pid=88651) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:34.510293 np0000156440 manila-share[88651]: DEBUG manila.quota [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Committed reservations ['03ff483d-29b5-49d2-addb-60d99d664c38', 'acedc5c7-243d-4c5c-a1a6-3086c2ff9ea7', '170b1d38-d7db-4797-8e26-12a76f41ad6b', '5b6b239b-25d8-4033-ba41-1ee2b034d73a'] {{(pid=88651) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:34.514368 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-037dfae4-e611-4ae0-a260-4f3302638313 tempest-SharesActionsTest-794757653 None] Share instance 0da156c3-9c2c-4d94-b4d8-954257d3cc24: deleted successfully.
Feb 19 01:45:35.337041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:35.337041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] [chan 258] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.338175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.338175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:35.339392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.472899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.472899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.473261 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:35.473510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:35.473824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.475662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.476075 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:35.477309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.509829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.509829 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:35.509829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:35.510360 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:35.536938 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9a8aad5d-0025-495d-8256-34825a28b752 tempest-SharesActionsTest-794757653 None] Share instance 87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66 created successfully.
Feb 19 01:45:38.513641 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Created reservations ['7e2874ef-2b46-4326-8ec6-105552a29d6e', '55b19abd-da82-4ebb-9291-fe4729b8afe0'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:38.513641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get used betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:38.513641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] [chan 171] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.514983 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.515312 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 171 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:38.518174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] Sesch channel 171 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.538476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF received (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.539705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 171] EOF sent (171) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.539705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:38.539705 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:38.539705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs set quota=1G betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:38.539705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] [chan 115] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.540065 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.540209 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 115 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:38.541941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] Sesch channel 115 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.577798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF received (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.577798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 115] EOF sent (115) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:38.577798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:38.596346 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Committed reservations ['7e2874ef-2b46-4326-8ec6-105552a29d6e', '55b19abd-da82-4ebb-9291-fe4729b8afe0'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:38.621903 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-04c5f5d4-f5f1-49bd-8b58-cfcb4df087ab tempest-SharesActionsTest-794757653 None] Shrink share completed successfully.
Feb 19 01:45:41.686814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:41.688099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:41.690252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:41.690252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:41.690252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:41.692682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:41.692682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:41.692682 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:41.694038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:41.694694 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] All access rules have been synced for share instance 87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66 belonging to share 3c29ffe4-a1c0-457e-93c1-e44aaf64a875. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:45:41.697476 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.697779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 248] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.698260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.698463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 248 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.699596 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] Sesch channel 248 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.723155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] EOF received (248) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.723155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 248] EOF sent (248) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.723155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:41.723155 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.723155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 259] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.724303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.724303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.724949 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.744164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.744164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 259] EOF sent (259) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.744627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:41.745016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:41.745399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:41.745599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.745886 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 33] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.746323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.746776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 33 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.748648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] Sesch channel 33 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.766773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF received (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.766773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 33] EOF sent (33) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.766773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:41.768124 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:41.768318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:41.768473 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:41.768800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:41.769090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.769136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 172] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.770085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.770175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 172 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.771776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] Sesch channel 172 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.788490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF received (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.788490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 172] EOF sent (172) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.789641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:41.789641 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:41.789641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.789641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 116] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.790025 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.790102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 116 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.791157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] Sesch channel 116 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.884927 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 116] EOF received (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.885131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 116] EOF sent (116) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.885942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:41.886188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:41.886790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 249] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.887126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.887204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 249 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:41.888431 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] Sesch channel 249 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.914026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] EOF received (249) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.914026 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 249] EOF sent (249) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:41.914026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:43.916209 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:43.916209 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] [chan 260] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:43.918306 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:43.918306 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:43.919840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:43.982770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:43.982990 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:43.983586 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:43.984789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-betta/subdir/manila_share_87d3f8d0_5f1a_4ccb_84d9_c5fe86350a66" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.215s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:44.087457 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Created reservations ['2139dcd7-8ca3-40c2-8068-4fcfbbcd8ded', 'f7ddca4f-343f-44fd-920f-93cf89acffe3', '71ef6012-3001-4c78-b0e6-5b9bd2d84fe5', 'e8099940-9682-45c2-a1ae-d03e0aa89ff0'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:44.099276 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Committed reservations ['2139dcd7-8ca3-40c2-8068-4fcfbbcd8ded', 'f7ddca4f-343f-44fd-920f-93cf89acffe3', '71ef6012-3001-4c78-b0e6-5b9bd2d84fe5', 'e8099940-9682-45c2-a1ae-d03e0aa89ff0'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:44.104238 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-be2b8db0-d3ed-48ed-befa-3c969cfc4441 tempest-SharesActionsTest-794757653 None] Share instance 87d3f8d0-5f1a-4ccb-84d9-c5fe86350a66: deleted successfully.
Feb 19 01:45:45.061602 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:45.062467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:45.064783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:45.065006 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:45.065292 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:45.068192 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:45.068409 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:45.068668 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:45.070420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_31c550e2-dfb9-423a-9ae2-9a9daabae2af" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:45.070777 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] All access rules have been synced for share instance 31c550e2-dfb9-423a-9ae2-9a9daabae2af belonging to share 20562f96-dcf7-4356-9382-2222f8d0c21c. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:45:45.076188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.076188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 173] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.076718 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.076905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 173 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.078242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] Sesch channel 173 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.102255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF received (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.102514 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 173] EOF sent (173) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.103447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:45.103447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.103447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 117] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.103761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.103914 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 117 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.105679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] Sesch channel 117 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF received (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 117] EOF sent (117) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:45.129446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.129623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 73] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.129925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.130077 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 73 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.133128 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] Sesch channel 73 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.148035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 73] EOF received (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.148035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 73] EOF sent (73) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.149762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:45.149762 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:45.149762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:45.149762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:45.149762 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:45.149912 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.149912 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 250] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.150233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.150377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 250 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.151814 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] Sesch channel 250 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] EOF received (250) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 250] EOF sent (250) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): lsof -w /alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.170350 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 261] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.171586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.171586 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.171931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.277804 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.278409 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.279360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:45.279360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo umount /alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:45.279360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 174] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.279849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.280022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 174 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:45.281039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] Sesch channel 174 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.299107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF received (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.299107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 174] EOF sent (174) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:45.299107 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:47.300399 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:47.303233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] [chan 118] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:47.303233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:47.303233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 118 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:47.304358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] Sesch channel 118 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:47.368653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF received (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:47.368653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 118] EOF sent (118) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:47.368653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:47.369113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_31c550e2_dfb9_423a_9ae2_9a9daabae2af" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.219s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:47.455248 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Created reservations ['2979c94d-947c-4d5c-979c-d6c271c9c139', 'b7cddb41-80dd-4bde-8e2e-4762166ff8c4', '03f171d9-98e3-45fb-9985-3a92c1344490', 'adcb8a5c-625b-4c56-8c0d-c0a4f47db070'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:47.466886 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Committed reservations ['2979c94d-947c-4d5c-979c-d6c271c9c139', 'b7cddb41-80dd-4bde-8e2e-4762166ff8c4', '03f171d9-98e3-45fb-9985-3a92c1344490', 'adcb8a5c-625b-4c56-8c0d-c0a4f47db070'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:47.470406 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-ca864f05-40f1-438d-a5a7-9f10a657fb27 tempest-SharesActionsTest-794757653 None] Share instance 31c550e2-dfb9-423a-9ae2-9a9daabae2af: deleted successfully.
Feb 19 01:45:48.339981 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:48.340384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 251] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.341787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.341787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 251 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:48.341787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] Sesch channel 251 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.358679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 251] EOF received (251) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.359085 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 251] EOF sent (251) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.359539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:48.359732 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:48.360063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:48.360879 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:48.360879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 262] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.360879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.360879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:48.361797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.377491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.377695 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 262] EOF sent (262) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.378430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:48.378642 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:48.378856 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:48.379213 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 175] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.379368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.379613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 175 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:48.381759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] Sesch channel 175 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.393194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF received (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.393683 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 175] EOF sent (175) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:48.393683 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:50.394493 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:50.395022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] [chan 119] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:50.395846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:50.396022 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 119 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:50.397456 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] Sesch channel 119 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:50.437451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF received (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:50.437702 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 119] EOF sent (119) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:50.438331 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:50.438714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be@manila_share_snapshot_b0a3fea6_505e_44d2_bbf0_e842f216c474" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.079s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:50.521146 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Created reservations ['d04e4bb6-7f94-44ce-b196-3f53473a4bd1', '9ce9ee74-41c7-4f91-954b-b743d11585d4', 'c500642d-3891-4a2a-9b2f-da502b819f8c', '28ed9e06-48f6-4486-bd06-a9622f6e4a21'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:50.535346 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c28b3a44-6296-4005-8581-6aaa4b510539 tempest-SharesActionsTest-794757653 None] Committed reservations ['d04e4bb6-7f94-44ce-b196-3f53473a4bd1', '9ce9ee74-41c7-4f91-954b-b743d11585d4', 'c500642d-3891-4a2a-9b2f-da502b819f8c', '28ed9e06-48f6-4486-bd06-a9622f6e4a21'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:51.391015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:51.392754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:51.396225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:51.396225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:51.396225 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:51.401160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:51.401460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Acquiring lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:51.401849 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:51.404092 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "locked_access_rules_operation_by_share_instance_e964ada7-878b-4486-8d38-fe52199940be" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:51.404384 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] All access rules have been synced for share instance e964ada7-878b-4486-8d38-fe52199940be belonging to share 40013d18-5b5d-4555-a020-65010e508ae1. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:305}}
Feb 19 01:45:51.408583 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.409001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 252] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.409555 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.409783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 252 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.411428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] Sesch channel 252 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.430769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 252] EOF received (252) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.430769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 252] EOF sent (252) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.431987 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:51.431987 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.431987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 263] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.432306 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.432445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.433481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.451040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.451040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.451450 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:51.451835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:51.452622 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:51.452622 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.452622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.452931 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.453082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.455197 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.471903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.471903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.473688 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:51.473688 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:51.473688 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:51.473688 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Acquiring lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:45:51.473688 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:45:51.473845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.473845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 176] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.474124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.474272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 176 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.476998 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] Sesch channel 176 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.494418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 176] EOF received (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.494418 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 176] EOF sent (176) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.495104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:51.495408 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] ZFS option mountpoint's value is /alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:45:51.495693 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): lsof -w /alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.496071 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 120] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.496872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.496872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 120 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.499372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] Sesch channel 120 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.621772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 120] EOF received (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.621772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 120] EOF sent (120) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.622871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:51.624747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo umount /alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:51.627527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 253] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.628224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.628447 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 253 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:51.631749 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] Sesch channel 253 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.657305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] EOF received (253) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.657622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 253] EOF sent (253) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:51.658596 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:53.660871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:45:53.660871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] [chan 264] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:53.662315 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:53.663244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:45:53.665618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:53.725767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:53.725942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:45:53.726704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:45:53.727253 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Lock "zfs-dataset-alpha/manila_share_e964ada7_878b_4486_8d38_fe52199940be" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.254s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:45:53.824640 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Created reservations ['8ee4a046-c189-494c-b8bd-0365e0e3bc0d', '89143c83-1aed-43dc-a165-d2b7ae9804e9', '68a9ab9b-3d79-48bc-9f8a-6f0904ed5a98', '3fde2f90-1083-488d-a943-8ef1af6a000d'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:45:53.835811 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Committed reservations ['8ee4a046-c189-494c-b8bd-0365e0e3bc0d', '89143c83-1aed-43dc-a165-d2b7ae9804e9', '68a9ab9b-3d79-48bc-9f8a-6f0904ed5a98', '3fde2f90-1083-488d-a943-8ef1af6a000d'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:45:53.841048 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-32f125db-c48e-4060-969d-37fe6e39d162 tempest-SharesActionsTest-794757653 None] Share instance e964ada7-878b-4486-8d38-fe52199940be: deleted successfully.
Feb 19 01:46:05.174900 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.174900 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:46:05.177621 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.189039 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.189039 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:46:05.192961 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.193135 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:46:05.197462 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.197462 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:46:05.199503 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.200251 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:46:05.200251 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:05.200251 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 423] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.200609 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.200882 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 423 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:05.202117 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] Sesch channel 423 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.236268 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 423] EOF received (423) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.236268 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 423] EOF sent (423) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.237074 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:05.237364 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:05.237575 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:05.237857 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 424] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.238408 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.239458 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 424 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:05.239848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] Sesch channel 424 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.265563 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] EOF received (424) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.265563 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] EOF sent (424) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:05.266059 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:05.266401 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:05.266618 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:46:05.267442 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.272113 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.274748 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.277087 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:05.277287 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:46:05.282533 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:06.401653 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=133,manila:UPDATE=21,manila:INSERT=11 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:46:25.933700 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:32.201910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:33.382464 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.382979 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:46:33.386183 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.387546 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=312,manila:UPDATE=46,manila:INSERT=25 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:46:33.406641 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.406818 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:46:33.409955 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.410045 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:46:33.413417 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.413508 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 01:46:33.415158 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.415248 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:46:33.417265 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.417360 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:46:33.420956 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.421031 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:46:33.421182 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:33.421348 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 177] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.421854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.421854 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 177 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:33.423274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] Sesch channel 177 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.447421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 177] EOF received (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.447774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 177] EOF sent (177) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.448310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:33.448446 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:33.448587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:33.448761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 121] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.449084 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.449163 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 121 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:33.450269 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] Sesch channel 121 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.475790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF received (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.476101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 121] EOF sent (121) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.476544 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:33.476744 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:33.476956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:33.477150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 254] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.477573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.477677 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 254 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:33.479192 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] Sesch channel 254 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.502552 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] EOF received (254) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.502552 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 254] EOF sent (254) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.502552 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:33.502552 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:33.503991 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:46:33.503991 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 265] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.504444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.504659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:33.506260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.530214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.530502 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:46:33.530924 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:46:33.531134 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:46:33.531352 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:46:33.531572 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.540767 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.541794 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.544153 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:33.544218 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:46:33.550027 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:46:41.806878 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:45.240830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:46:51.515224 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:01.610288 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:47:01.628504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.629471 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.630956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.631197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.631500 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.673522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.673699 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:47:01.691746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.692014 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.696447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.696604 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.696809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.707015 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.721731 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.722497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.722497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:01.722497 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] [chan 178] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.722796 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.724748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 178 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:01.724748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] Sesch channel 178 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.741589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF received (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.741834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 178] EOF sent (178) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.743810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:01.743810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.122,no_root_squash betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:01.743810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] [chan 34] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.743810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.743810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 34 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:01.743968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] Sesch channel 34 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.794131 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF received (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.794372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 34] EOF sent (34) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:01.794843 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:01.795104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.073s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.795301 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.795621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.830543 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.830939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.831755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.831755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.831755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.831755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.834034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.834165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.834365 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.835806 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.837742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:01.837742 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:01.859764 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:01.859764 np0000156440 manila-share[88650]: INFO manila.share.access [None req-4ad4b269-5f02-4007-bed4-88822587dc09 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4.
Feb 19 01:47:05.171471 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.172108 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:47:05.176003 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.185420 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.185420 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:47:05.188659 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.189421 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:47:05.194174 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.194439 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 01:47:05.196935 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.197208 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:47:05.201122 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.201122 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:47:05.204681 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.204892 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:47:05.205075 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:05.205287 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 424] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.205748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.205889 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 424 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:05.206958 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] Sesch channel 424 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.228798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] EOF received (424) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.230204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 424] EOF sent (424) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.230204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:05.230204 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:05.230204 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:05.230204 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 425] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.233205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.233205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 425 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:05.233633 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] Sesch channel 425 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.258292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] EOF received (425) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.258292 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 425] EOF sent (425) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:05.258774 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:05.258996 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:05.259203 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:47:05.259419 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.261835 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.266083 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:05.266083 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:47:05.270777 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:06.418756 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:47:26.031762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:32.275205 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:33.379295 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.381358 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:47:33.383570 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.404513 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.405247 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:47:33.408749 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.408749 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:47:33.412046 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.412209 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:47:33.413913 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=128,manila:UPDATE=11 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:47:33.414796 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.415001 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:47:33.420458 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.420743 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:47:33.421515 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:33.421515 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 122] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.422258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.422482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 122 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:33.423594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] Sesch channel 122 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.445064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 122] EOF received (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.445064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 122] EOF sent (122) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.445776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:33.445964 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:33.446171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:33.446373 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 255] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.447678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.447678 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 255 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:33.448043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] Sesch channel 255 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.468235 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 255] EOF received (255) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.468850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 255] EOF sent (255) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.469907 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:33.469907 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:33.469907 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:33.469907 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 266] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.470750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.470750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:33.471942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.494570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.494570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 266] EOF sent (266) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.495071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:33.495264 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:33.495529 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:33.495748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 179] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.496117 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.496402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 179 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:33.497798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] Sesch channel 179 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF received (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 179] EOF sent (179) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:47:33.522534 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.524471 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.526231 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:33.526395 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:47:33.531772 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:47:45.277880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.184493 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Entered migration_start method for share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) migration_start /opt/stack/manila/manila/share/manager.py:1657}}
Feb 19 01:47:49.300329 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.301113 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.336252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.336252 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:47:49.349424 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.349424 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.351357 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.351664 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.352513 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.385060 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.385778 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:47:49.404395 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.404751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.433139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.433350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.434631 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.446972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.012s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.447095 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] All access rules of share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a are being cast to read-only for a migration or because the instance is a readable replica. {{(pid=88650) _set_rules_to_readonly /opt/stack/manila/manila/share/access.py:496}}
Feb 19 01:47:49.459426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.459715 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.459986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:49.460201 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 123] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.460654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.460789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 123 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.463439 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] Sesch channel 123 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.485118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF received (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.485490 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 123] EOF sent (123) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.486194 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:49.486571 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.122,no_root_squash betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:49.487019 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 74] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.487666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.488010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 74 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.489888 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] Sesch channel 74 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.537940 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF received (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.538204 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 74] EOF sent (74) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.538637 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:49.539013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.079s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.539229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.539564 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.580175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.041s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.580342 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.581758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.581758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.581758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.581758 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.583955 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.584089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.584316 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.586061 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.586239 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:47:49.586455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:47:49.613284 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:47:49.613598 np0000156440 manila-share[88650]: INFO manila.share.access [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4.
Feb 19 01:47:49.620938 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Initiating driver migration for share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) _migration_start_driver /opt/stack/manila/manila/share/manager.py:1397}}
Feb 19 01:47:49.658501 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs snapshot betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:49.658792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 256] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.659335 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.659453 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 256 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.660956 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] Sesch channel 256 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.701701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] EOF received (256) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.701701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 256] EOF sent (256) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.701701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:49.701701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo chmod 755 /tmp/tmpyay7lyqy/alpha_manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2.sh {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:49.701701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 267] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.702219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.702424 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.704474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.719737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.720042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.720457 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:49.720668 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): nohup /tmp/tmpyay7lyqy/alpha_manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2.sh '&' {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:47:49.720954 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] [chan 180] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.721443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:49.721549 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 180 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:47:49.723423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] Sesch channel 180 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:50.074220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF received (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:50.074220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 180] EOF sent (180) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:47:50.074220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c76dac54-1053-4b52-bd6b-efd1ce25046d tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:47:51.560773 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:01.831349 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:05.172896 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.173488 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:48:05.176832 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.185985 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.186227 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:48:05.191047 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.191302 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:48:05.193624 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.193821 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:48:05.197553 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.197720 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:48:05.197950 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:05.198178 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 425] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.198790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.198790 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 425 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:05.201195 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] Sesch channel 425 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.219852 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] EOF received (425) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.220089 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 425] EOF sent (425) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.220461 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:05.220652 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:05.220857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:05.221069 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 426] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.221501 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.221627 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 426 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:05.223104 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] Sesch channel 426 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.243280 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] EOF received (426) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.243467 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] EOF sent (426) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:05.243872 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:05.244010 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:05.244171 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:48:05.244345 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.247151 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.249114 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:05.249220 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:48:05.254639 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:16.458629 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=34,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:48:26.087935 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:32.349858 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.379165 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.379843 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:48:33.382913 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.426985 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=194,manila:UPDATE=19,manila:INSERT=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:48:33.438396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): ps aux {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.438396 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 124] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.438791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.439003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 124 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.440512 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] Sesch channel 124 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.468557 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF received (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.468875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 124] EOF sent (124) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.489332 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.491961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zfs get quota alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.492101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 257] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.492483 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.492563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 257 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.494845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] Sesch channel 257 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.520038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] EOF received (257) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.520406 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 257] EOF sent (257) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.521003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.545584 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Share Migration for share 039811c9-ce33-49d0-bba5-fe9d9f8566f4 completed first phase successfully.
Feb 19 01:48:33.546635 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.546635 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:48:33.551303 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.551549 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:48:33.558335 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.558449 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:48:33.561944 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.562107 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:48:33.566442 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.566521 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:48:33.566765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.566913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 268] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.567284 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.567366 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.568766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.593354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 181] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.593901 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.594108 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 181 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.595482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] Sesch channel 181 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.618436 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF received (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.618436 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 181] EOF sent (181) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.618816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.619093 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:33.619478 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.619883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 125] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.620496 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.620666 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 125 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.622229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] Sesch channel 125 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.651781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF received (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.651781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 125] EOF sent (125) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.651968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.652042 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:33.652287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:33.652287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 258] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.652663 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.653030 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 258 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:33.654041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] Sesch channel 258 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.678055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] EOF received (258) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.678343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 258] EOF sent (258) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:33.678607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:33.678778 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:33.678893 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:48:33.679205 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.681840 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.683458 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:33.683550 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:48:33.689997 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:48:39.889768 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Received request to finish Share Migration for share 039811c9-ce33-49d0-bba5-fe9d9f8566f4.
Feb 19 01:48:39.920089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:39.920879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 269] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.921292 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.922828 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:39.924473 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.963794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.963794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.963794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:39.963794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:39.963794 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 182] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.966051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.966230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 182 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:39.968041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] Sesch channel 182 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.988297 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF received (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.988297 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 182] EOF sent (182) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.988536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:39.988819 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option mountpoint's value is /alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:39.992716 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:39.993002 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 126] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.994391 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:39.995090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 126 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:39.995715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] Sesch channel 126 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.013808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF received (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.013960 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 126] EOF sent (126) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.014341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:40.014532 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r -t snapshot betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:40.014735 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 259] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.015091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.015168 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 259 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:40.018745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] Sesch channel 259 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.034534 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] EOF received (259) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.034668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 259] EOF sent (259) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.035084 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:40.035287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:40.035716 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:40.035946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:40.036118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 270] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.036529 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.036618 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:40.038623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.053980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.054175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 270] EOF sent (270) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.054871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:40.055075 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:40.055296 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:40.055466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 183] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.055846 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.055899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 183 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:40.057023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] Sesch channel 183 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.068886 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF received (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.069021 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 183] EOF sent (183) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:40.069351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.070913 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.071611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 127] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.072127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.072296 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 127 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.074575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] Sesch channel 127 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.109809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF received (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.109809 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 127] EOF sent (127) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.110171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.110678 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a@tmp_snapshot_for_share_migration__5f456b73_5522_451c_b4f6_62a2fb3329e2_time_2026_02_19T01_47_49_642515" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.075s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:42.111034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:42.111527 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:42.111850 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get sharenfs betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.112190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.113055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.113205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.116290 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.139849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.139849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.140114 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.140330 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option sharenfs's value is ro=172.24.5.122,no_root_squash. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:42.140517 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=off betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.140811 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 35] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.141237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.141329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 35 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.142900 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] Sesch channel 35 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.181840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF received (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.181840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 35] EOF sent (35) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.181840 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.182220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.071s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:42.182512 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:42.182973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:42.183247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs get mountpoint betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.183564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 260] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.184110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.184335 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 260 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.186072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] Sesch channel 260 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.204776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] EOF received (260) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.204776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 260] EOF sent (260) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.204904 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.205238 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] ZFS option mountpoint's value is /betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:48:42.205504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): lsof -w /betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.205985 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 271] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.206485 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.206643 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.208756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.315195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.315504 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] EOF sent (271) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.316080 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:42.316481 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo umount /betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:42.316717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 184] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.317109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.317217 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 184 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:42.318471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] Sesch channel 184 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.348944 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF received (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.349979 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 184] EOF sent (184) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:42.349979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:44.352046 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs destroy -f betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:44.352046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 128] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.353808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.353808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 128 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:44.356118 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] Sesch channel 128 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.408757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF received (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.408757 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 128] EOF sent (128) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.408757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:44.408757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-betta/subdir/manila_share_7167bbb3_2973_41f2_8b7a_52624afc7d9a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.225s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.452525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.452976 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.482294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.502432 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Received request to update access for share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:48:44.517855 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.518129 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.520265 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.520396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.520625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.570748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.050s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.570928 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Updating access rules for share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2 belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:48:44.584958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.585306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.591290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.591484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.591845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.605871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.618720 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.619040 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.619222 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:44.619443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 261] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.619936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.620067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 261 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:44.622378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] Sesch channel 261 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.643750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] EOF received (261) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.643934 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 261] EOF sent (261) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.644268 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:44.644448 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.122,no_root_squash alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:48:44.644612 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] [chan 75] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.644963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.645058 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 75 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:48:44.645940 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] Sesch channel 75 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.678751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF received (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.678751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 75] EOF sent (75) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:48:44.678751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:48:44.679219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.060s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.679526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.680059 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.728195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.048s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.728484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.728809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.729003 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.729744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.729744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.731383 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.731590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.731863 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.734396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.734396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:44.734396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:44.755429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:44.755748 np0000156440 manila-share[88650]: INFO manila.share.access [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Access rules were successfully modified for share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2 belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4.
Feb 19 01:48:45.990388 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Created reservations ['c20bb44b-34fc-4a26-9309-91675fb2e987', 'eeb8a2b1-ad5a-4b2d-8b79-dd7f63f369a6', '920f5865-1758-407c-a8a0-787d520dc49e', 'cdd1ba98-b88d-4825-94dc-4029ec0399d1'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:48:46.002025 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Committed reservations ['c20bb44b-34fc-4a26-9309-91675fb2e987', 'eeb8a2b1-ad5a-4b2d-8b79-dd7f63f369a6', '920f5865-1758-407c-a8a0-787d520dc49e', 'cdd1ba98-b88d-4825-94dc-4029ec0399d1'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:48:46.019836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:46.020224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:46.037959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_7167bbb3-2973-41f2-8b7a-52624afc7d9a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.018s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:46.038166 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Acquiring lock "locked_access_rules_operation_by_share_instance_None" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:48:46.038501 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_None" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:48:46.057194 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Lock "locked_access_rules_operation_by_share_instance_None" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.019s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:48:46.116697 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Share instance 7167bbb3-2973-41f2-8b7a-52624afc7d9a: deleted successfully.
Feb 19 01:48:46.146015 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-3b22bd8d-2444-43db-9aba-8211dd1a0776 tempest-TestShareBasicOpsNFS-2104885668 None] Share Migration for share 039811c9-ce33-49d0-bba5-fe9d9f8566f4 completed successfully.
Feb 19 01:49:02.248038 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.248552 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.286352 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.286506 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.286833 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.288808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.288928 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.289129 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.324272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.324272 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2 belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:49:02.335948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.336202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.359607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.359798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.360043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.368945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.380900 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.381139 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.381306 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.381500 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 272] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.381908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.382005 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.383185 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.407194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.407426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] EOF sent (272) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.407775 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.407956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.408147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.408535 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.408641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.410895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.450328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.450328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.450663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.450959 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.070s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.451168 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.451570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.471685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.471924 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.472229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.492300 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.492496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.492872 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.495172 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.495391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.495699 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.498188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.498377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.498664 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.527348 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_5f456b73-5522-451c-b4f6-62a2fb3329e2" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.527623 np0000156440 manila-share[88650]: INFO manila.share.access [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2 belonging to share 039811c9-ce33-49d0-bba5-fe9d9f8566f4.
Feb 19 01:49:02.532065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.532308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 185] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.532849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.532961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 185 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.534445 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] Sesch channel 185 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.564063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF received (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.564231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 185] EOF sent (185) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.564573 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.565043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.565043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 129] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.565326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.565326 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 129 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.567395 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] Sesch channel 129 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.588212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF received (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.588437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 129] EOF sent (129) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.588826 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.589055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.589410 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.589600 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.589857 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 36] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.590291 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.590397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 36 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.591850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] Sesch channel 36 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF received (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 36] EOF sent (36) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:02.616783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:49:02.617043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:49:02.617043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.617287 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 262] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.617703 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.617853 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 262 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.619351 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] Sesch channel 262 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.638385 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] EOF received (262) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.638797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 262] EOF sent (262) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.639642 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.640007 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:02.640282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.640614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 273] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.641429 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.641595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.643780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.754103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.755063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.755063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:02.755063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:02.755205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 186] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.755531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.755616 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 186 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:02.757079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] Sesch channel 186 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.786240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] EOF received (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.786421 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 186] EOF sent (186) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:02.786958 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:04.788484 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:04.789187 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 130] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:04.789675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:04.789881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 130 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:04.792462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] Sesch channel 130 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:04.850818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF received (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:04.850818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 130] EOF sent (130) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:04.851440 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:04.852145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_5f456b73_5522_451c_b4f6_62a2fb3329e2" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.235s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:49:05.026300 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:49:05.035418 np0000156440 manila-share[88650]: WARNING manila.db.sqlalchemy.api [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Change will make usage less than 0 for the following resources: ['shares', 'gigabytes']
Feb 19 01:49:05.035854 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['fb536140-44da-4c25-afba-1080ef89dfe0', '4a61a6bc-5af7-4cba-9b08-cd93c34cf6c1', 'b1a76a92-7712-4151-9f61-5a121f6a2694', 'b07517e1-91bb-4e8d-9f88-1d0bd5ac034a'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:49:05.048965 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['fb536140-44da-4c25-afba-1080ef89dfe0', '4a61a6bc-5af7-4cba-9b08-cd93c34cf6c1', 'b1a76a92-7712-4151-9f61-5a121f6a2694', 'b07517e1-91bb-4e8d-9f88-1d0bd5ac034a'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:49:05.054342 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-c84376e8-785b-46eb-879d-e2a0154a55a7 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 5f456b73-5522-451c-b4f6-62a2fb3329e2: deleted successfully.
Feb 19 01:49:05.172654 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.173389 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:49:05.175573 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.185779 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.185779 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:49:05.188687 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.188848 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:49:05.192716 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.192854 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:49:05.195050 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.195108 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:49:05.197957 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.199655 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.201363 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.201485 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:49:05.206194 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:05.286650 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:05.286650 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:16.467542 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=32,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:49:20.451934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:20.452233 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 263] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.453408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.453408 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 263 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:20.454343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] Sesch channel 263 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] EOF received (263) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 263] EOF sent (263) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] [chan 76] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.592277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 76 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:20.594228 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] Sesch channel 76 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.624403 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF received (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.624918 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 76] EOF sent (76) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:20.626405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:20.626634 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:20.649937 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-aea655d1-c7e3-4f38-8405-ddb135e5a3ee tempest-TestShareBasicOpsNFS-150037077 None] Share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef created successfully.
Feb 19 01:49:26.172884 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:32.354781 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:33.378576 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.378576 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:49:33.382682 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.419423 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.419825 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:49:33.430751 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.430751 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:49:33.438539 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.440667 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:49:33.441311 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=434,manila:UPDATE=44,manila:INSERT=18 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:49:33.444854 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.445109 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:49:33.455125 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.455431 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:49:33.456118 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:33.456872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 274] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.459031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.461830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:33.461830 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.498787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.498787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.498787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:33.498787 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:33.498787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:33.500425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 187] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.501191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.502781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 187 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:33.504372 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] Sesch channel 187 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.563089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF received (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.563089 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 187] EOF sent (187) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.563089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:33.563089 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:33.564298 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:33.565525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 131] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.565864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.566340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 131 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:33.568005 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] Sesch channel 131 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.606250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF received (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.608400 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 131] EOF sent (131) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.608400 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:33.608660 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:33.608931 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:49:33.609472 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 264] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.610305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.610305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 264 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:49:33.612844 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] Sesch channel 264 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.654706 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] EOF received (264) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.654935 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 264] EOF sent (264) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:49:33.656773 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:49:33.656773 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:49:33.656773 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:49:33.656773 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.663231 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.669701 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:49:33.670223 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:49:33.683234 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:02.512110 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:02.713681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:05.173999 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.175918 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:50:05.177079 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.190829 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.190829 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:50:05.194794 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.194794 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:50:05.199194 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.199431 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:50:05.202362 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.202751 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:50:05.206243 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.206751 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:50:05.206751 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:05.206988 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 426] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.207452 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.208435 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 426 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:05.208691 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] Sesch channel 426 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.232452 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] EOF received (426) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.232452 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 426] EOF sent (426) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.232812 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:05.233030 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:05.233253 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:05.233457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 427] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.234861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.234861 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 427 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:05.235168 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] Sesch channel 427 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.257249 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] EOF received (427) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.257249 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 427] EOF sent (427) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:05.257716 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:05.257932 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:05.258135 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:50:05.258350 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.261429 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.262944 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:05.263109 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:50:05.268158 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:16.476000 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=35,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:50:20.715634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:26.182784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:32.362236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:33.374064 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.375667 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:50:33.380942 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.405749 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.405749 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:50:33.408747 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.408747 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:50:33.412467 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.412666 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:50:33.415793 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.416021 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:50:33.420309 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.420309 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:50:33.420759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:33.420849 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 275] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.421466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.421466 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:33.422750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.445450 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.445599 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.445994 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:33.446137 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:33.446269 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:33.446420 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 188] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.446742 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.446868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 188 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:33.450033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] Sesch channel 188 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.474213 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] EOF received (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.474213 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 188] EOF sent (188) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.475119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:33.475119 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:33.475119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:33.475119 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 132] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.475265 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.475341 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 132 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:33.477000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] Sesch channel 132 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.496899 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF received (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.497092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 132] EOF sent (132) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.497377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:33.497677 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:33.497825 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:50:33.497970 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 265] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.498652 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.498743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 265 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:50:33.499835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] Sesch channel 265 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.521975 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] EOF received (265) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.522303 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 265] EOF sent (265) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:50:33.523743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:50:33.523743 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:50:33.523743 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:50:33.523743 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.525033 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=40,manila:UPDATE=6 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:50:33.526443 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.528891 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:50:33.529026 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:50:33.536748 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:02.575462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:02.759109 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:05.178782 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.178782 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:51:05.181838 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.193025 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.193129 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:51:05.197281 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.197383 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:51:05.201023 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.201183 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.201313 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:51:05.204026 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.204159 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:51:05.207863 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.207990 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:51:05.208160 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:05.208412 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 427] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.208951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.209058 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 427 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:05.210511 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] Sesch channel 427 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.234630 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] EOF received (427) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.235114 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 427] EOF sent (427) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.235857 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:05.236152 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:05.236430 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:05.236848 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 428] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.237516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.237762 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 428 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:05.240236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] Sesch channel 428 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.260769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] EOF received (428) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.260880 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] EOF sent (428) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:05.261357 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:05.261612 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:05.261918 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:51:05.262309 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.269300 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.271553 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:05.271828 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:51:05.278811 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:20.723805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:26.187366 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:26.477948 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=35,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:51:32.378358 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:33.373998 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.375793 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:51:33.380482 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.400571 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.400571 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:51:33.404030 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.404872 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:51:33.407793 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.407935 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.408494 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 01:51:33.409847 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.410026 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:51:33.412257 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.412764 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:51:33.416504 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.416781 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:51:33.417240 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:33.417240 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 276] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.417864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.417864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:33.419536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:33.444309 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 189] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.444708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.444906 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 189 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:33.446402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] Sesch channel 189 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.475229 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF received (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.475426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 189] EOF sent (189) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.476021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:33.476263 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:33.476714 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:33.477133 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 133] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.477633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.477840 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 133 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:33.479971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] Sesch channel 133 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.499771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF received (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.499771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 133] EOF sent (133) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.499893 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:33.500276 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:33.500451 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:33.500649 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 266] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.501182 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.501282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 266 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:33.504094 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] Sesch channel 266 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.523611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 266] EOF received (266) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.523810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 266] EOF sent (266) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:33.524389 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:33.524529 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:51:33.524666 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:51:33.524903 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.532365 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.536455 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.537612 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=43,manila:UPDATE=6 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:51:33.539371 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:33.539504 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:51:33.546553 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:51:44.488218 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:51:44.505257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.505257 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.507550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.507550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.507550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.543772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.544356 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef belonging to share 3093feee-d048-4551-8ced-779ff1a865b7. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:51:44.557340 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.557548 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.561800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.562137 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.562381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.571085 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.581935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.583016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.583016 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:44.583016 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] [chan 277] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.584354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.584354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:44.584897 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.608023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.608023 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] [chan 277] EOF sent (277) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.608705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:44.609145 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.155,no_root_squash alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:51:44.610009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] [chan 85] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.610377 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.610602 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 85 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:51:44.611808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] Sesch channel 85 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.660650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF received (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.660650 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 85] EOF sent (85) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:51:44.660650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:51:44.660650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.077s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.660650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.660847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.699688 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.039s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.700047 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.700360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.700572 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.700823 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.701104 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.702950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.703176 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.703433 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.705026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.705260 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:51:44.705534 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:51:44.727419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:51:44.728054 np0000156440 manila-share[88650]: INFO manila.share.access [None req-d4c2b716-63d4-4bf9-97ff-e6bb253ee225 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef belonging to share 3093feee-d048-4551-8ced-779ff1a865b7.
Feb 19 01:51:46.483772 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=7,manila:UPDATE=2 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:52:00.511418 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.512422 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.546980 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.547170 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.547355 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.549041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.549171 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.549489 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.584884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.035s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.585061 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef belonging to share 3093feee-d048-4551-8ced-779ff1a865b7. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:52:00.598681 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.599025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.621554 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.621685 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.621945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.631639 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.642939 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.643156 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.643326 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.644061 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 190] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.644061 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.644061 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 190 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.646047 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] Sesch channel 190 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.664783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] EOF received (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.664971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 190] EOF sent (190) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.665380 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.665567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.666011 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 37] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.666182 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.666267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 37 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.670001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] Sesch channel 37 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.710590 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF received (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.710892 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 37] EOF sent (37) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.711319 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.711585 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.068s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.711822 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.712158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.734709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.734886 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.735115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.749447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.749785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.749841 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.752071 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.752252 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.752572 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.755246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.755430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.755707 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.780802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_8c99f3dd-edef-4de6-b9e0-3e60262579ef" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.780957 np0000156440 manila-share[88650]: INFO manila.share.access [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef belonging to share 3093feee-d048-4551-8ced-779ff1a865b7.
Feb 19 01:52:00.785382 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.785641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 134] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.786214 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.786342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 134 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.788230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] Sesch channel 134 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.814241 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF received (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.814476 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 134] EOF sent (134) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.814919 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.815157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.815368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 267] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.815831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.815939 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 267 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.817167 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] Sesch channel 267 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.839463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] EOF received (267) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.839463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 267] EOF sent (267) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.839633 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.839892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.840246 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.840411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.840634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 77] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.841198 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.841305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 77 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.842966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] Sesch channel 77 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.863771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF received (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.863771 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 77] EOF sent (77) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.863905 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.864102 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:00.864297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:00.864469 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:52:00.864763 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:52:00.864946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.865146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 278] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.865556 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.865659 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.867508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.892269 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.892522 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] EOF sent (278) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.893049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:00.893305 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:00.893496 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:00.893779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 191] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.894288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.894392 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 191 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:00.895761 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] Sesch channel 191 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.999272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF received (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:00.999474 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 191] EOF sent (191) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 135] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 135 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:01.001792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] Sesch channel 135 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.031754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF received (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.031754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 135] EOF sent (135) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:01.031754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:03.032061 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:03.032887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] [chan 268] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:03.033274 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:03.033478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 268 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:03.035783 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] Sesch channel 268 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:03.090588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] EOF received (268) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:03.090879 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 268] EOF sent (268) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:03.091318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:03.091653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_8c99f3dd_edef_4de6_b9e0_3e60262579ef" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.227s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:52:03.178062 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['e01a66f9-2b70-47c3-b612-0b20c961beb3', '52ffe40f-279e-4a14-9072-bbf584eba78a', '5e7189c3-0337-46bb-95e8-2735568b2833', 'f284d740-9da5-48eb-a876-fcb17099dddb'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:52:03.189704 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['e01a66f9-2b70-47c3-b612-0b20c961beb3', '52ffe40f-279e-4a14-9072-bbf584eba78a', '5e7189c3-0337-46bb-95e8-2735568b2833', 'f284d740-9da5-48eb-a876-fcb17099dddb'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:52:03.193436 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-71a114a0-bc45-44dc-bf0c-d0c7a76704c1 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 8c99f3dd-edef-4de6-b9e0-3e60262579ef: deleted successfully.
Feb 19 01:52:05.178135 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.179299 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:52:05.182757 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.191317 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.191455 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:52:05.195216 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.195316 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:52:05.199113 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.199221 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 01:52:05.201219 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.201317 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:52:05.203614 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.203713 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:52:05.206541 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.206642 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:52:05.206779 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:05.207014 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 428] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.207416 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.207493 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 428 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:05.209726 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] Sesch channel 428 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.235336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] EOF received (428) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.235336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 428] EOF sent (428) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.235500 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:05.235631 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:05.235824 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:05.235961 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 429] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.236294 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.236406 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 429 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:05.238459 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] Sesch channel 429 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.263007 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] EOF received (429) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.263409 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] EOF sent (429) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:05.264052 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:05.264298 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:05.264464 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:52:05.264681 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.269489 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.271811 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.273787 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:05.273885 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:52:05.278414 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:21.975659 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:21.976127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] [chan 279] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:21.976458 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:21.976635 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:21.978188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.071277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.071484 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.073060 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:22.073226 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:22.073397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] [chan 86] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.073958 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.074037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 86 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:22.075359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] Sesch channel 86 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.096815 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF received (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.097690 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 86] EOF sent (86) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:22.097690 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:22.098209 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:22.122166 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-d3e0e947-21b5-4388-8a36-f231206471c4 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d created successfully.
Feb 19 01:52:26.263571 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:32.422352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:33.378452 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.378452 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:52:33.390770 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.544292 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.544292 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:52:33.552223 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=275,manila:UPDATE=31,manila:INSERT=11 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:52:33.580187 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.582291 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:52:33.614765 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.614765 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:52:33.639069 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.639069 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:52:33.685847 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.685847 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:52:33.685847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:33.686831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 192] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.693080 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.693080 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 192 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:33.695679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] Sesch channel 192 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.736748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF received (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.736748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 192] EOF sent (192) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.736748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:33.743375 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:33.743375 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:33.743375 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 136] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.745355 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.750784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 136 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:33.753188 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] Sesch channel 136 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.790755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF received (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.791942 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 136] EOF sent (136) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.794942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:33.794942 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:33.798437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:33.798437 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 269] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.805898 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.805898 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 269 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:33.805898 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] Sesch channel 269 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.847813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] EOF received (269) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.847813 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 269] EOF sent (269) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.847813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:33.849861 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:33.851819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:52:33.851819 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 280] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.853419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.853419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:52:33.855950 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.896750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.899961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:52:33.899961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:52:33.899961 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:52:33.899961 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:52:33.899961 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.958281 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.971450 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:33.971450 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:52:34.008160 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:52:56.489027 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=40,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:53:00.735692 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:00.937037 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:05.176245 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.176245 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:53:05.179220 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.190495 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.190495 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:53:05.196300 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.196484 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:53:05.204898 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.204898 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:53:05.207947 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.208112 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:53:05.214496 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.214741 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:53:05.214927 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:05.215304 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 429] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.215595 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.217743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 429 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:05.218073 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] Sesch channel 429 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] EOF received (429) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 429] EOF sent (429) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:05.244020 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 430] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.245378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.245378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 430 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:05.246090 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] Sesch channel 430 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] EOF received (430) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] EOF sent (430) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:53:05.279566 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.282666 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.287156 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:05.287331 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:53:05.294962 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:22.176344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:26.316380 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:32.470776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:33.375810 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.375810 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:53:33.380754 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.405804 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.406054 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:53:33.411749 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.411749 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:53:33.416770 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.417751 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:53:33.420075 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.420236 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:53:33.428327 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.429885 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:53:33.429885 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:33.430066 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 193] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.430491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.430681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 193 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:33.432633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] Sesch channel 193 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.470919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF received (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.471189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 193] EOF sent (193) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.472115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:33.472115 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:33.472115 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:33.472115 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 137] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.472470 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.472617 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 137 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:33.474744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] Sesch channel 137 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.508743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 137] EOF received (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.508743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 137] EOF sent (137) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.509210 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:33.509412 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:33.509628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:33.509895 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 270] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.510302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.510647 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 270 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:33.511540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] Sesch channel 270 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] EOF received (270) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 270] EOF sent (270) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:53:33.554146 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 281] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.555002 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.555173 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:53:33.556753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.596313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.596313 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 281] EOF sent (281) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:53:33.597783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:53:33.597783 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:53:33.597783 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:53:33.597783 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.599690 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=42,manila:UPDATE=6 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:53:33.603079 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.607748 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:33.607939 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:53:33.614933 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:53:56.499599 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=35,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:54:00.796822 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:00.998537 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:05.176179 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.176859 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:54:05.179626 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.187164 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.187264 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:54:05.190263 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.190377 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:54:05.194134 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.194246 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:54:05.196333 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.196425 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:54:05.201703 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.201703 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:54:05.201912 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:05.202144 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 430] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.202646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.202745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 430 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:05.203971 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] Sesch channel 430 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.226656 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] EOF received (430) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.226656 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 430] EOF sent (430) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.226860 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:05.227001 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:05.227137 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:05.227291 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 431] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.227614 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.227684 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 431 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:05.229416 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] Sesch channel 431 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.251866 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] EOF received (431) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.251866 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] EOF sent (431) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:05.251866 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:05.252387 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:05.252911 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:54:05.253365 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.258234 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.261483 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:05.261641 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:54:05.268068 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:22.269719 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:26.332754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:32.558309 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:33.375311 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.375311 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:54:33.379148 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.401423 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.401742 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:54:33.406121 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.406313 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:54:33.411592 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.411855 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:54:33.415164 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.415662 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:54:33.419166 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.419371 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:54:33.419558 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:33.419862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 194] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.420314 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.420680 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 194 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:33.422033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] Sesch channel 194 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.451835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF received (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.451835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 194] EOF sent (194) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.451835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:33.451835 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:33.451835 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:33.452581 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 138] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.455038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.455195 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 138 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:33.456272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] Sesch channel 138 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF received (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 138] EOF sent (138) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:33.481701 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 271] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.482125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.482266 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 271 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:33.483986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] Sesch channel 271 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.516851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] EOF received (271) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.516851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 271] EOF sent (271) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.516851 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:33.516851 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:33.516851 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:33.517260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 282] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.517684 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.517936 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:33.519696 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:54:33.546961 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.549553 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.551433 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:33.551591 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:54:33.558226 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:54:36.610261 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=42,manila:UPDATE=6 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:54:58.354666 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:54:58.367847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.368237 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.375797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.007s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.376163 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.377125 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.419664 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.419664 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:54:58.433871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.434460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.438525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.438798 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.439568 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.447885 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.459700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.459700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.459700 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:58.459700 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] [chan 195] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.460051 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.460202 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 195 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:58.461279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] Sesch channel 195 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.482148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 195] EOF received (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.482148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] [chan 195] EOF sent (195) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.483411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:58.483411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.231,no_root_squash alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:54:58.483411 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] [chan 38] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.485689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.485689 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 38 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:54:58.486079 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] Sesch channel 38 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.532251 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF received (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.533868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 38] EOF sent (38) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:54:58.533868 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:54:58.533868 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.074s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.533868 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.534635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.566232 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.566629 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.567102 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.567387 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.567676 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.568686 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.570495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.570813 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.571766 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.573446 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.574751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:54:58.574751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:54:58.601009 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:54:58.601354 np0000156440 manila-share[88650]: INFO manila.share.access [None req-081ee652-8ed2-4e8f-ba9e-3d12ef63a3c2 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1.
Feb 19 01:55:01.056244 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:05.179558 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.180226 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:55:05.182681 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.186521 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=35,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:55:05.191956 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.191956 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:55:05.195527 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.195815 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:55:05.199462 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.199550 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:55:05.201877 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.201877 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:55:05.204448 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.204538 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:55:05.204669 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:05.206744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 431] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.206744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.206744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 431 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:05.206744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] Sesch channel 431 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.224812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] EOF received (431) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.224812 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 431] EOF sent (431) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.225337 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:05.225648 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:05.225955 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:05.226250 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 432] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.226786 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.226951 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 432 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:05.229640 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] Sesch channel 432 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.250865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] EOF received (432) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.250865 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] EOF sent (432) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:05.251425 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:05.251425 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:05.251684 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:55:05.252129 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.258159 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.261524 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:05.262662 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:55:05.267318 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:16.516761 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=12,manila:UPDATE=1 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:55:17.457836 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:55:17.472747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.472747 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:17.474635 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:17.474893 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.475165 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:17.525011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.049s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:17.525011 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:55:17.540350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.540350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:17.545575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:17.545873 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.546160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:17.561135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:17.572969 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.573753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:17.573753 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:17.573945 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 139] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.574380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.574532 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 139 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:17.575582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] Sesch channel 139 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.595277 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF received (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.595462 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 139] EOF sent (139) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.596268 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:17.596473 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.231:172.24.5.160,no_root_squash alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:17.596655 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] [chan 78] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.597050 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.598744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 78 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:17.598744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] Sesch channel 78 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.848927 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF received (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.859353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 78] EOF sent (78) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:17.859353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:17.859353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.277s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:17.859353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:17.859353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:18.064709 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.214s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:18.066935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:18.066935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:18.066935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:18.066935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:18.067100 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:18.069780 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:18.069998 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:18.070663 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:18.072055 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:18.072253 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:18.072510 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:18.099281 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:18.099604 np0000156440 manila-share[88650]: INFO manila.share.access [None req-0ff74663-2aa4-49ce-a1e9-b56d3e800ff7 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1.
Feb 19 01:55:22.300714 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:26.397757 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:32.657994 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:33.379175 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.379175 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:55:33.383614 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.405569 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.405569 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:55:33.408775 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.409630 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:55:33.412896 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.413061 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:55:33.415041 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.415238 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:55:33.418746 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.419455 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:55:33.419455 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:33.419455 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 272] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.420194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.420348 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 272 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:33.421751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] Sesch channel 272 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.444887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 272] EOF received (272) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.444887 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 272] EOF sent (272) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.445362 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:33.445567 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:33.445814 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:33.446018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 283] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.448851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.448851 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:33.449169 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.471932 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.473112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.473112 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:33.473112 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:33.473112 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:33.473112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 196] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.473563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.473737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 196 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:33.476499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] Sesch channel 196 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.506780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 196] EOF received (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.506780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 196] EOF sent (196) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.507271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:33.507466 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:33.507768 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:33.507982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 140] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.508344 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.509237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 140 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:33.509507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] Sesch channel 140 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.534359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 140] EOF received (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.534359 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 140] EOF sent (140) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:33.535584 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:33.535584 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:33.535584 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:55:33.535905 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.538430 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.540751 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:33.540751 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:55:33.545855 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:55:36.531301 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=8,manila:UPDATE=2 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:55:36.622995 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=203,manila:UPDATE=16 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:55:42.706630 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.707429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.771390 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.771803 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.772126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.773819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.774042 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.774304 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.829691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.055s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.830053 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:55:42.843420 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.844369 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.867363 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.868771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.868771 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.883147 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.896297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.896695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:42.896950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:42.897220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 273] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.897687 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.897868 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 273 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:42.899835 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] Sesch channel 273 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.923755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] EOF received (273) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.924093 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 273] EOF sent (273) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.924871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:42.925305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:42.925693 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 87] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.926270 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.926448 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 87 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:42.929709 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] Sesch channel 87 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.966343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF received (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.968365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 87] EOF sent (87) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:42.969095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:42.969376 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.073s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:42.969650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:42.970030 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.001990 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.002173 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.002424 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.035509 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.033s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.035658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.035946 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.038280 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.038463 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.038677 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.040435 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.040605 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.040830 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.067550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_3ec7b00d-c784-408a-8cad-17bcd93b595d" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.027s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.067769 np0000156440 manila-share[88650]: INFO manila.share.access [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d belonging to share 7b7aead7-21a9-4dc0-b75b-5c2672ef1aa1.
Feb 19 01:55:43.072838 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.073091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 284] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.073919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.073919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.075255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.094892 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.095100 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.096743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:43.096743 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.096743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 197] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.096743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.096743 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 197 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.097220 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] Sesch channel 197 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.114288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 197] EOF received (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.114354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 197] EOF sent (197) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.115453 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:43.115631 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.115930 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.116065 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.116552 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 39] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.117067 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.117143 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 39 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.118917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] Sesch channel 39 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.139363 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF received (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.139615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 39] EOF sent (39) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.140546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:43.141857 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:43.142098 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.026s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:43.142290 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:55:43.142614 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:55:43.144341 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.144585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 141] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.145064 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.145178 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 141 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.148710 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] Sesch channel 141 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.169305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF received (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.169531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 141] EOF sent (141) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.169997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:43.170176 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:55:43.170320 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.172860 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 274] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.173171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.173265 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 274 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.174241 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] Sesch channel 274 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.278010 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] EOF received (274) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.278193 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 274] EOF sent (274) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.279090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:43.279090 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:43.279090 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 285] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.280365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.280365 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:43.281738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.315025 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.316100 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 285] EOF sent (285) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:43.317695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:45.319467 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:55:45.320256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] [chan 198] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:45.320770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:45.320993 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 198 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:55:45.323288 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] Sesch channel 198 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:45.377917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF received (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:45.377917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 198] EOF sent (198) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:55:45.378335 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:55:45.378920 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_3ec7b00d_c784_408a_8cad_17bcd93b595d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.236s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:55:45.507230 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['2d449870-eba1-46cf-9681-c9c3f7c69a7a', '7b6473ce-d418-4b49-9fa0-f402975e048c', 'ab42f662-7a47-4487-8afa-960f15c1211c', 'e156d466-ed0a-404f-9da3-22dd3279891b'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:55:45.520534 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['2d449870-eba1-46cf-9681-c9c3f7c69a7a', '7b6473ce-d418-4b49-9fa0-f402975e048c', 'ab42f662-7a47-4487-8afa-960f15c1211c', 'e156d466-ed0a-404f-9da3-22dd3279891b'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:55:45.525165 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-c3b9e704-eeba-48ca-b0c8-04c1040dfc07 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 3ec7b00d-c784-408a-8cad-17bcd93b595d: deleted successfully.
Feb 19 01:56:05.177398 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.177398 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:56:05.179750 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.195028 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.195121 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:56:05.200014 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.200164 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:56:05.207087 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.207211 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:56:05.212506 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.212631 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:56:05.222830 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.223583 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:56:05.223583 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:05.223583 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 432] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.224297 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.224378 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 432 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:05.226602 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] Sesch channel 432 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.256173 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] EOF received (432) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.256428 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 432] EOF sent (432) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.257804 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:05.258366 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:05.258366 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:05.258852 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:05.259062 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 433] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.260191 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.260491 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 433 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:05.265515 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] Sesch channel 433 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] EOF received (433) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] EOF sent (433) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:56:05.292798 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.297402 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.301090 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:05.301253 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:56:05.311991 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:07.886781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:07.889628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] [chan 142] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:07.889628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:07.889628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 142 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:07.889628 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] Sesch channel 142 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.031769 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF received (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.032017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 142] EOF sent (142) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.032526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:08.032628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:08.032971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] [chan 79] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.033913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.034764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 79 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:08.036112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] Sesch channel 79 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.057492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF received (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.057492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 79] EOF sent (79) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:08.059012 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:08.059012 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:08.083903 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-c025a466-d70f-4997-8bb2-d2db35636d54 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c created successfully.
Feb 19 01:56:26.482525 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:26.625879 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=222,manila:UPDATE=32,manila:INSERT=11 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:56:32.743357 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:33.375747 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.375747 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:56:33.377679 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.402052 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.402052 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:56:33.404213 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.404403 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:56:33.408534 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.408824 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 01:56:33.413059 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.413059 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:56:33.415305 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.415605 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:56:33.419999 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.420378 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:56:33.420862 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:33.421482 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 275] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.422001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.422258 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 275 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:33.423798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] Sesch channel 275 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.481653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] EOF received (275) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.482000 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 275] EOF sent (275) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.482372 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:33.482997 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:33.482997 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:33.482997 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 286] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.483340 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.483488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:33.484928 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:33.507311 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 199] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.508171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.508323 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 199 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:33.509471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] Sesch channel 199 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.534160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF received (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.534160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 199] EOF sent (199) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.534160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:33.534402 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:33.534594 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:56:33.534825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 143] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.536126 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.536283 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 143 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:33.540971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] Sesch channel 143 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.561345 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF received (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.561543 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 143] EOF sent (143) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:56:33.561915 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:56:33.562074 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:56:33.562208 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:56:33.562377 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.576122 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.577968 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.579856 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:33.580079 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:56:33.585322 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:56:36.580831 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=34,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:56:43.067890 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:56:43.169301 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:05.177923 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.177923 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:57:05.180417 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.192757 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.192757 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:57:05.195996 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.196201 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:57:05.200173 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.200369 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 01:57:05.202135 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.202791 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:57:05.205025 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.205025 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:57:05.208161 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.208336 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:57:05.208531 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:05.208769 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 433] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.209526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.209526 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 433 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:05.210810 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] Sesch channel 433 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.233172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] EOF received (433) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.233172 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 433] EOF sent (433) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.233508 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:05.233818 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:05.234027 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:05.234236 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 434] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.234611 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.235549 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 434 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:05.235921 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] Sesch channel 434 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.258784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] EOF received (434) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.258784 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] EOF sent (434) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:05.258784 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:05.258926 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:05.259146 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:57:05.259367 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.263925 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.266130 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.268020 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:05.268276 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:57:05.273137 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:08.142425 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:26.492532 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:32.804177 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:33.373475 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.373475 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:57:33.377716 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.380536 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=47,manila:UPDATE=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:57:33.402509 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.402509 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:57:33.406077 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.406991 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:57:33.410119 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.410310 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:57:33.412757 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.412926 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:57:33.417913 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.418627 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:57:33.418627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:33.418627 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 276] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.419009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.419148 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 276 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:33.421027 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] Sesch channel 276 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.441671 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] EOF received (276) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.441671 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 276] EOF sent (276) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.441671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:33.441671 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:33.442050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:33.442305 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 287] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.442667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.442917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:33.444923 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.473669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.473669 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] EOF sent (287) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.473669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:33.473902 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:33.474135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:33.474386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 200] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.475426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.475607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 200 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:33.476681 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] Sesch channel 200 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF received (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 200] EOF sent (200) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:57:33.496792 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 144] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.498750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.498750 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 144 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:33.499957 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] Sesch channel 144 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 144] EOF received (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 144] EOF sent (144) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:57:33.521759 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.524184 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.525887 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:33.525980 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:57:33.531011 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:57:43.138451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:43.240068 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:57:46.585197 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=39,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:57:56.641383 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=21,manila:UPDATE=2 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:57:56.642475 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=3,manila:UPDATE=1 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:58:05.182086 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.182514 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:58:05.186760 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.194488 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.194754 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:58:05.198910 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.200759 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:58:05.202913 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.203008 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:58:05.205274 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.205368 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:58:05.208296 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.208390 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:58:05.208517 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:05.208676 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 434] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.209110 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.209182 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 434 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:05.210219 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] Sesch channel 434 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.229815 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 434] EOF received (434) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.229989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 434] EOF sent (434) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.230589 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:05.230723 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:05.230870 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:05.231016 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 435] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.231328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.231744 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 435 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:05.232489 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] Sesch channel 435 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.251158 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] EOF received (435) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.251328 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 435] EOF sent (435) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:05.251871 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:05.253758 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:05.253758 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:58:05.253758 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.255465 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.257098 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:05.257190 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:58:05.261928 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:08.161432 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:26.529748 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:32.491079 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:58:32.511741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.511741 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.516757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.006s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.516757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.516757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.557101 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.040s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.557101 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c belonging to share 367bdb7e-4ae8-4054-87b2-6dfb01a0f4ba. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:58:32.569832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.570324 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.575027 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.575247 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.575567 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.584808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.598717 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.599151 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.599414 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:32.599910 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] [chan 277] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.600216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.601280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 277 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:32.601563 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] Sesch channel 277 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.620542 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] EOF received (277) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.620542 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 277] EOF sent (277) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.621032 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:32.621294 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.158,no_root_squash alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:32.621527 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] [chan 88] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.623101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.623101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 88 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:32.623443 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] Sesch channel 88 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.666748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF received (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.666748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 88] EOF sent (88) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:32.666748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:32.666748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.067s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.666748 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.666934 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.702480 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.702970 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.703430 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.703765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.704041 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.704390 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.707203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.707426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.707697 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.709356 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.709563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:58:32.709837 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:58:32.732464 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:58:32.732858 np0000156440 manila-share[88650]: INFO manila.share.access [None req-228125f9-9a2f-4a73-baec-4b97cb4ad3b6 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c belonging to share 367bdb7e-4ae8-4054-87b2-6dfb01a0f4ba.
Feb 19 01:58:32.868830 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:33.370208 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.370208 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:58:33.374562 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.399157 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.399157 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:58:33.403479 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.403479 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:58:33.407220 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.407397 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:58:33.410124 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.410313 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:58:33.414236 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.414434 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:58:33.414625 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:33.414878 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 288] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.415319 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.415469 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:33.418481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.437613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.437613 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.437954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:33.438190 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:33.438406 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:33.438622 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 201] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.439257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.439257 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 201 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:33.441147 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] Sesch channel 201 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.461566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF received (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.461566 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 201] EOF sent (201) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.462012 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:33.462219 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:33.462704 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:33.462704 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 145] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.463885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.463885 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 145 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:33.464243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] Sesch channel 145 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.498245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF received (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.498245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 145] EOF sent (145) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.499397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:33.499397 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:33.499397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:33.499397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 278] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.500609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.500609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 278 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:33.500977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] Sesch channel 278 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.527573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 278] EOF received (278) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.527573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 278] EOF sent (278) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:33.529272 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:33.529272 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:33.529272 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:58:33.529272 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.531379 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.533090 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:33.533252 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:58:33.538661 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:58:43.279826 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:50.380383 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d37edca3-6ac3-49c5-841b-fa3f336b1be3 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs snapshot alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:50.380758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d37edca3-6ac3-49c5-841b-fa3f336b1be3 tempest-TestShareBasicOpsNFS-150037077 None] [chan 289] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:50.382072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:50.382072 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:50.382150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:50.418976 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:50.419272 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d37edca3-6ac3-49c5-841b-fa3f336b1be3 tempest-TestShareBasicOpsNFS-150037077 None] [chan 289] EOF sent (289) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:50.420162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d37edca3-6ac3-49c5-841b-fa3f336b1be3 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.303914 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): ssh stack@127.0.0.1 sudo zfs send -vD alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d '|' ssh stack@127.0.0.1 sudo zfs receive -v alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.304384 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 202] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.305798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.305798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 202 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.305798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] Sesch channel 202 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.777609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF received (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.778654 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 202] EOF sent (202) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.780144 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.780310 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.780492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 146] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.781738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.782096 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 146 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.783766 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] Sesch channel 146 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.822590 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF received (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.823255 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 146] EOF sent (146) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.824916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.824916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set compression=gzip alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.825283 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 279] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.826591 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.827035 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 279 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.828952 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] Sesch channel 279 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.861668 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] EOF received (279) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.862152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 279] EOF sent (279) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.862831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.863184 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set readonly=off alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.863603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 290] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.864606 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.864808 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.867103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.911795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.911795 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] EOF sent (290) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.912046 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.912395 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.912544 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 203] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.913317 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.913423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 203 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.915103 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] Sesch channel 203 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.957386 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] EOF received (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.957667 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 203] EOF sent (203) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.958212 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.958553 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:58:56.958913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] [chan 40] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.959307 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.959417 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 40 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:58:56.961404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] Sesch channel 40 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.979762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF received (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.979968 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 40] EOF sent (40) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:58:56.980598 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:58:56.981133 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:58:56.983451 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=175,manila:UPDATE=13,manila:INSERT=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:58:57.007905 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-289c675d-30dd-4085-8de5-132afc58303d tempest-TestShareBasicOpsNFS-150037077 None] Share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01 created successfully.
Feb 19 01:59:05.179184 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.180165 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:59:05.182548 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.185004 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=38,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:59:05.195293 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.195293 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:59:05.200557 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.200557 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:59:05.203751 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.203751 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:59:05.205448 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.205664 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:59:05.209487 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.209804 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 01:59:05.210285 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:05.210285 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 435] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.210751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.210751 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 435 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:05.212758 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] Sesch channel 435 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.235121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] EOF received (435) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.235121 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 435] EOF sent (435) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.235121 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:05.235121 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:05.235323 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:05.235542 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 436] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.238248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.238248 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 436 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:05.238561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] Sesch channel 436 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.257920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] EOF received (436) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.257920 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 436] EOF sent (436) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:05.258421 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:05.258625 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:05.258856 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:59:05.259087 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.262170 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.264234 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:05.264903 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:59:05.270167 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:08.211040 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:08.241697 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 01:59:08.255447 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.256095 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.260287 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.260628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.261158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.303234 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.042s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.303495 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01 belonging to share c73aba75-e163-43dd-bacc-da1e3a8b1dc9. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:59:08.316514 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.316514 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.320669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.320910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.321186 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.330127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.341526 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.342146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.342419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:08.342919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] [chan 147] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.343467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.343620 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 147 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:08.346450 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] Sesch channel 147 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.367760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 147] EOF received (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.367760 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] [chan 147] EOF sent (147) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.368285 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:08.368555 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.158,no_root_squash alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:08.368951 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] [chan 80] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.369189 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.369506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 80 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:08.372631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] Sesch channel 80 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.413575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF received (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.413575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 80] EOF sent (80) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:08.413575 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:08.413857 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.072s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.414094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.414398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.450423 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.451258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.451258 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.451570 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.451885 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.453099 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.455270 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.455611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.456153 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.457956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.458177 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:08.458506 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:08.483878 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:08.483878 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8ae808d2-9ba1-48cf-a2d6-8a0a92892837 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01 belonging to share c73aba75-e163-43dd-bacc-da1e3a8b1dc9.
Feb 19 01:59:26.600457 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:31.581398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.582612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.620256 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.620757 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.621000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.624783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.625052 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.625439 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.657081 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.657967 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01 belonging to share c73aba75-e163-43dd-bacc-da1e3a8b1dc9. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:59:31.670087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.670474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.693168 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.694033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.694033 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.709008 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.015s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.822011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.822522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.823191 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:31.823191 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 280] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.823806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.823806 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 280 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:31.826171 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] Sesch channel 280 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.850452 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] EOF received (280) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.850452 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 280] EOF sent (280) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.851054 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:31.851442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:31.852101 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 89] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.852499 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.853594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 89 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:31.855531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] Sesch channel 89 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.898745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF received (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.898745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 89] EOF sent (89) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.898745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:31.898745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.076s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.898972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.899373 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.922415 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.923029 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.923442 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.944951 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.945401 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.945787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.947847 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.948062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.948361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.950017 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.950219 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:31.950477 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:31.976063 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_b9304b0e-e2ee-47be-a018-7d906bdf2a01" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:31.976392 np0000156440 manila-share[88650]: INFO manila.share.access [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01 belonging to share c73aba75-e163-43dd-bacc-da1e3a8b1dc9.
Feb 19 01:59:31.979706 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:31.980120 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 291] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.980599 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:31.980599 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:31.982764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.009972 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.010378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.010653 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.011203 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:32.011203 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 204] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.011536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.012105 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 204 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:32.012881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] Sesch channel 204 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.039973 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF received (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.040374 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 204] EOF sent (204) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.041013 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.041391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:32.041942 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:32.042229 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:32.042587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 41] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.043404 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.043580 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 41 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:32.045780 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] Sesch channel 41 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.069308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF received (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.069565 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 41] EOF sent (41) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.070012 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.070242 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:32.070499 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.029s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:32.070691 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:32.071034 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:32.071218 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:32.071450 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 148] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.071925 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.072030 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 148 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:32.074282 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] Sesch channel 148 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.092937 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF received (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.093715 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 148] EOF sent (148) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.095367 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.095367 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:32.095650 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:32.096088 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 281] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.097423 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.097603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 281 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:32.099643 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] Sesch channel 281 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.203601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] EOF received (281) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.203601 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 281] EOF sent (281) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.203998 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.204497 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:32.204891 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 292] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.205393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.205554 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:32.207043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.239331 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.239575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:32.240053 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:32.938908 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:33.365639 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.366270 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 01:59:33.369769 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.394021 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.394021 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 01:59:33.397338 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.397508 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 01:59:33.400803 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.400992 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 01:59:33.403883 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.404040 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 01:59:33.407695 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.407906 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 01:59:33.408623 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:33.408623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 205] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.408943 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.409150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 205 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:33.410321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] Sesch channel 205 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.432419 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] EOF received (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.432876 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 205] EOF sent (205) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.433451 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:33.433770 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:33.434020 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:33.434315 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 149] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.435029 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.435194 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 149 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:33.437491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] Sesch channel 149 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.458416 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF received (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.458416 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 149] EOF sent (149) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.458416 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:33.458990 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:33.459627 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:33.460104 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 282] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.461001 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.461242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 282 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:33.462798 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] Sesch channel 282 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.490837 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] EOF received (282) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.491190 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 282] EOF sent (282) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.491659 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:33.491900 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:33.492103 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:33.492336 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 293] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.492712 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.492866 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:33.494055 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.519858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.519858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] EOF sent (293) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:33.519858 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:33.519858 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:33.520221 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 01:59:33.520968 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.525690 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.528888 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:33.528986 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 01:59:33.534038 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 01:59:34.241094 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:34.242165 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] [chan 206] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.243175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.243175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 206 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:34.245052 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] Sesch channel 206 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.298491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF received (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.298491 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 206] EOF sent (206) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.298892 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:34.299299 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_b9304b0e_e2ee_47be_a018_7d906bdf2a01" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.228s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:34.398321 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['f06401d6-779a-4963-a33e-0b2bf34dfadd', 'ef60ee75-8155-442b-a614-c46a4d7976ea', 'bf111d86-c50e-4fcb-b4f1-ad4237fdf84c', 'dd4367eb-c201-4440-a4ff-0decbac27f69'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:59:34.409962 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['f06401d6-779a-4963-a33e-0b2bf34dfadd', 'ef60ee75-8155-442b-a614-c46a4d7976ea', 'bf111d86-c50e-4fcb-b4f1-ad4237fdf84c', 'dd4367eb-c201-4440-a4ff-0decbac27f69'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:59:34.413658 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-896960a8-ba88-4096-9450-8e7d5fe69997 tempest-TestShareBasicOpsNFS-150037077 None] Share instance b9304b0e-e2ee-47be-a018-7d906bdf2a01: deleted successfully.
Feb 19 01:59:34.781416 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:34.781621 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] [chan 150] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.782124 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.782231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 150 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:34.786342 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] Sesch channel 150 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.811091 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF received (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.811777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 150] EOF sent (150) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.812580 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:34.812580 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:34.813143 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:34.813504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:34.813841 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] [chan 283] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.814845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.814845 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 283 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:34.815947 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] Sesch channel 283 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.839740 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] EOF received (283) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.839998 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 283] EOF sent (283) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.840437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:34.840664 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is -. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:34.841000 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount - {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:34.841234 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] [chan 294] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.841688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.841823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:34.843785 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.863354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.863354 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] EOF sent (294) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:34.863819 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Result was 32 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:36.865239 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:36.865825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] [chan 207] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:36.867060 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:36.867196 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 207 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:36.870765 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] Sesch channel 207 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:36.903832 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF received (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:36.903832 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 207] EOF sent (207) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:36.903832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:36.903832 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c@manila_share_snapshot_227acc9f_816f_4209_ad2c_3ce3168bfb9d" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.090s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:36.981966 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['0b411591-7a14-4f4b-94ed-928ad34c90e3', '3be0edf2-9691-4075-a7bf-691e909d13ff', '74628f24-18a8-4fab-bb36-19b606354106', '2bcbe669-3f38-40cd-ad11-2db2661c7aef'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:59:37.000683 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-9e05ff4a-6c22-48b9-af22-1c7aa0efd4fd tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['0b411591-7a14-4f4b-94ed-928ad34c90e3', '3be0edf2-9691-4075-a7bf-691e909d13ff', '74628f24-18a8-4fab-bb36-19b606354106', '2bcbe669-3f38-40cd-ad11-2db2661c7aef'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:59:40.746984 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.748126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.781601 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.781948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.782051 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.783607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.783772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.783965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.818750 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.034s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.818750 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c belonging to share 367bdb7e-4ae8-4054-87b2-6dfb01a0f4ba. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 01:59:40.836784 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.837080 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.865188 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.865522 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.865633 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.874795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.885638 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.885910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.886050 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:40.886264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 151] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.886781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.886883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 151 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:40.889784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] Sesch channel 151 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.909242 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF received (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.910744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 151] EOF sent (151) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.910744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:40.910744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:40.910744 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 81] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.911322 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.911553 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 81 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:40.913031 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] Sesch channel 81 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.951011 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF received (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.951227 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 81] EOF sent (81) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:40.951659 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:40.951951 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.066s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.952159 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.952482 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.972970 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.973179 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.973502 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.990186 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.990404 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.990611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.992333 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.992429 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.992705 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:40.994590 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:40.994795 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:40.995089 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:41.019628 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_0a96b620-8af0-489e-9ede-72d8d0b2b30c" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:41.019803 np0000156440 manila-share[88650]: INFO manila.share.access [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c belonging to share 367bdb7e-4ae8-4054-87b2-6dfb01a0f4ba.
Feb 19 01:59:41.022836 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.023039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 284] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.023388 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.023517 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 284 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.024588 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] Sesch channel 284 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.049770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] EOF received (284) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.050013 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 284] EOF sent (284) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.050423 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:41.050658 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.050920 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 295] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.051328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.051436 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 295 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.052577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] Sesch channel 295 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.073215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] EOF received (295) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.073215 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] EOF sent (295) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.073397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:41.073583 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:41.073884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:41.074021 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.074198 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 90] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.074507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.074584 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 90 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.076573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] Sesch channel 90 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.095777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF received (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.095777 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 90] EOF sent (90) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.095777 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:41.095777 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:41.096130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.022s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:41.096433 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 01:59:41.096977 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 01:59:41.097460 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.097825 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 208] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.098399 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.098697 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 208 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.101762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] Sesch channel 208 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.129831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF received (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.129831 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 208] EOF sent (208) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.129831 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:41.129831 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:41.129944 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.130155 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 152] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.130585 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.130687 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 152 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.132140 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] Sesch channel 152 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.244582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF received (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.244582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 152] EOF sent (152) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.245756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:41.245756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:41.245756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 285] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.245756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.245756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 285 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:41.246595 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] Sesch channel 285 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.275872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] EOF received (285) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.276150 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 285] EOF sent (285) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:41.276576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:43.277405 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:43.277980 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] [chan 296] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:43.278489 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:43.278600 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 296 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:43.279984 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] Sesch channel 296 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:43.330397 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] EOF received (296) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:43.330661 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] EOF sent (296) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:43.331075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:43.331391 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_0a96b620_8af0_489e_9ede_72d8d0b2b30c" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.234s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 01:59:43.425531 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['c3c4ad0e-f7a7-4a1a-8a97-8c05c3020137', '6bd5ac3f-510e-47a7-82fd-137ebc5e2d44', '5b81faee-fbb3-438c-872a-16f47cce9d5c', 'b7c116a1-debc-4087-9ed9-0b00a208261e'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 01:59:43.437520 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['c3c4ad0e-f7a7-4a1a-8a97-8c05c3020137', '6bd5ac3f-510e-47a7-82fd-137ebc5e2d44', '5b81faee-fbb3-438c-872a-16f47cce9d5c', 'b7c116a1-debc-4087-9ed9-0b00a208261e'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 01:59:43.442165 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-f2158fe3-3b9f-45f7-b663-b978b3036212 tempest-TestShareBasicOpsNFS-150037077 None] Share instance 0a96b620-8af0-489e-9ede-72d8d0b2b30c: deleted successfully.
Feb 19 01:59:57.582321 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:INSERT=14,manila:SELECT=457,manila:UPDATE=54 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 01:59:57.634445 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs create -o quota=1G -o compression=gzip -o readonly=off alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:57.634686 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] [chan 209] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.635273 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.635387 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 209 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:57.637003 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] Sesch channel 209 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.730254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF received (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.730254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 209] EOF sent (209) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.730254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:57.730254 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 01:59:57.730254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] [chan 42] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.732347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.732347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 42 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 01:59:57.733762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] Sesch channel 42 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.751174 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 42] EOF received (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.751370 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] [chan 42] EOF sent (42) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 01:59:57.752025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 01:59:57.752186 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 01:59:57.775302 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-0e477047-14bc-4a9a-8839-7880649b77ae tempest-TestShareBasicOpsNFS-150037077 None] Share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a created successfully.
Feb 19 02:00:05.177428 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.178552 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:00:05.181770 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.190690 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.190920 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:00:05.194623 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.194756 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:00:05.197841 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=35,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:00:05.198516 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.198622 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:00:05.201763 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.201867 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:00:05.205429 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.205556 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:00:05.205650 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:05.205831 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 436] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.206237 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.206297 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 436 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:05.207759 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] Sesch channel 436 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.229624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] EOF received (436) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.229624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 436] EOF sent (436) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.230338 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:05.230929 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:05.232100 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:05.232100 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 437] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.232765 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.233127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 437 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:05.235352 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] Sesch channel 437 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.257516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] EOF received (437) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.257516 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] EOF sent (437) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:05.258066 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:05.258349 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:05.258613 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:00:05.258989 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.262541 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.264854 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:05.264983 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:00:05.271475 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:26.676353 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.020989 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.364434 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.364434 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:00:33.366600 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.390851 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.391644 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:00:33.394973 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.395751 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:00:33.398732 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.398922 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:00:33.401048 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.401334 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:00:33.404978 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.405174 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:00:33.405361 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:33.405575 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 153] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.406330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.406859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 153 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.409971 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] Sesch channel 153 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.430573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF received (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.430573 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 153] EOF sent (153) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.430960 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:33.431184 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:33.431392 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:33.431629 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 286] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.432360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.432360 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 286 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.434206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] Sesch channel 286 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.463751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] EOF received (286) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.463751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 286] EOF sent (286) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.463751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:33.463751 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:33.463751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:33.464144 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 297] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.464506 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.464653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 297 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.466267 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] Sesch channel 297 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] EOF received (297) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] EOF sent (297) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:00:33.489222 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 210] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.489712 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.489916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 210 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:33.491039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] Sesch channel 210 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.511231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] EOF received (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.511231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 210] EOF sent (210) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:00:33.511550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:00:33.511773 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:00:33.511964 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:00:33.512191 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.515285 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.516531 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:33.516705 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:00:33.521748 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:00:40.974030 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:41.177019 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:00:46.644990 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=54,manila:UPDATE=6,manila:INSERT=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:00:57.765839 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:05.179047 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.180812 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:01:05.183762 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.194596 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.194596 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:01:05.200760 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.200760 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:01:05.208310 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.208474 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.208598 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:01:05.210771 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=37,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:01:05.212517 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.212636 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:01:05.217661 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.218119 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:01:05.218119 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:05.218200 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 437] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.219231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.219231 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 437 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:05.221763 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] Sesch channel 437 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.241492 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] EOF received (437) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.241772 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 437] EOF sent (437) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.242739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:05.242739 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:05.242739 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:05.242739 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 438] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.243096 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.243247 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 438 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:05.244750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] Sesch channel 438 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.264093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] EOF received (438) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.264093 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 438] EOF sent (438) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:05.264536 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:05.264755 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:05.264958 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:01:05.265176 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.267634 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.270127 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:05.270127 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:01:05.274843 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:26.761915 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.107626 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.359012 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.359619 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:01:33.362785 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.383329 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.383553 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:01:33.386556 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.386851 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:01:33.390149 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_free_share_servers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.390379 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.390997 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:01:33.392421 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.392578 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:01:33.396329 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.396496 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:01:33.396680 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:33.396919 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 154] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.397380 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.397531 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 154 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.398587 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] Sesch channel 154 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.423768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF received (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.423768 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 154] EOF sent (154) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.423931 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:33.424044 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:33.424220 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:33.424407 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 287] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.424817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.424922 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 287 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.426018 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] Sesch channel 287 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.449547 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 287] EOF received (287) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.449941 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 287] EOF sent (287) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.450293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:33.450435 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:33.450599 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:33.450790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 298] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.451160 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.451231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 298 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.452358 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] Sesch channel 298 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.475589 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] EOF received (298) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.476039 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] EOF sent (298) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.476948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:33.477242 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:33.477528 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:01:33.477881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 211] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.478480 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.478662 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 211 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:33.480679 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] Sesch channel 211 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.505866 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF received (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.506368 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 211] EOF sent (211) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:01:33.507452 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:01:33.507643 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:01:33.507873 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:01:33.508086 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.518083 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.520321 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.522302 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:33.522431 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:01:33.528678 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:01:41.032973 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:41.235208 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:01:56.648469 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=49,manila:UPDATE=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:01:57.799329 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:05.183466 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.183466 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:02:05.186777 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.195966 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.195966 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:02:05.200586 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.200586 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:02:05.203620 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.203834 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 02:02:05.206194 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.206366 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:02:05.208981 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.208981 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:02:05.212782 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.212782 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:02:05.212782 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:05.212782 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 438] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.213750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.213750 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 438 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:05.215752 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] Sesch channel 438 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.235455 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] EOF received (438) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.235823 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 438] EOF sent (438) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.236133 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:05.236756 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:05.236756 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:05.236756 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 439] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.237037 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.237186 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 439 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:05.240130 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] Sesch channel 439 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] EOF received (439) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] EOF sent (439) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:02:05.261796 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.263929 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=36,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:02:05.267139 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.269641 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.271794 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:05.271958 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:02:05.277891 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:21.600453 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:02:21.615655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.615655 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.620809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.620809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.620809 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.671785 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.052s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.672050 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:02:21.683903 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.684282 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.688318 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.688546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.688842 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.697875 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.009s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.710752 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.710851 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.711135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:21.711393 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] [chan 155] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.712770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.712770 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 155 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:21.713134 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] Sesch channel 155 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.734434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF received (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.734434 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 155] EOF sent (155) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.734916 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:21.735175 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.224,no_root_squash alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:21.735558 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] [chan 82] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.736042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.736042 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 82 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:21.737624 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] Sesch channel 82 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.776675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF received (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.776675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 82] EOF sent (82) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:21.777197 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:21.777521 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.067s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.777927 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.778438 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.825202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.045s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.825202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.825202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.825202 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.825536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.825536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.828612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.828612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.828612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.830074 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.830140 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:21.830643 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:21.853881 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:21.854311 np0000156440 manila-share[88650]: INFO manila.share.access [None req-39fd8f6b-5367-499f-a4dc-197315bdfb24 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd.
Feb 19 02:02:26.851226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.195522 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.356918 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.356918 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:02:33.358621 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.384027 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.384027 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:02:33.387464 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.388141 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:02:33.391486 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.391675 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 02:02:33.393291 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.393451 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:02:33.395872 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.396035 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:02:33.399840 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.400016 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:02:33.400561 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:33.400561 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 288] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.401764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.401764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 288 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.402982 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] Sesch channel 288 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.429129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] EOF received (288) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.429129 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 288] EOF sent (288) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.429475 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:33.429684 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:33.429952 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:33.430821 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 299] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.431082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.431230 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 299 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.432747 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] Sesch channel 299 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.452872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] EOF received (299) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.452872 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 299] EOF sent (299) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.453351 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:33.453552 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:33.453797 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:33.454017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 212] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.455017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.455862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 212 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.456467 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] Sesch channel 212 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.476321 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF received (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.477576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 212] EOF sent (212) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.477576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:33.477576 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:33.477576 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:33.477576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 156] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.478002 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.478337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 156 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:33.479567 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] Sesch channel 156 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.504859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF received (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.504859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 156] EOF sent (156) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:33.504859 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:33.505107 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:33.505446 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:02:33.505847 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.509923 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.512668 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:33.512853 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:02:33.518582 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:02:37.486764 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:02:37.505397 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.506068 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.508082 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.508217 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.508424 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.546810 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.546973 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:02:37.558827 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.559119 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.563011 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.563135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.563346 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.573744 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.582271 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.582495 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.582641 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:37.582850 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] [chan 289] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.584008 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.584082 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 289 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:37.585284 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] Sesch channel 289 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.603717 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 289] EOF received (289) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.604751 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] [chan 289] EOF sent (289) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.604751 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:37.604848 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:37.605041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] [chan 91] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.605362 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.605438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 91 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:37.606803 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] Sesch channel 91 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.644966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF received (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.645858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 91] EOF sent (91) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:37.646293 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:37.646679 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.647143 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.647662 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.667349 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.667651 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.667779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.683983 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.016s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.684198 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.684504 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.687130 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.687311 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.687587 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.689950 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.690128 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:37.690410 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:37.713183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:37.713415 np0000156440 manila-share[88650]: INFO manila.share.access [None req-d89f4b2c-51c2-409e-bd7a-0d84c46268f4 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd.
Feb 19 02:02:40.637180 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Received request to update access for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:02:40.653783 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.654135 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.656494 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.656661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.656968 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.693618 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.693618 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:02:40.708966 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.708966 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.712828 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.004s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.713075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.713377 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.721884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.738634 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.739756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.740127 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:40.740932 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] [chan 300] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.741634 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.741905 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 300 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:40.744391 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] Sesch channel 300 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.763017 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] EOF received (300) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.763745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] EOF sent (300) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.763745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:40.763913 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=ro=172.24.5.224,no_root_squash alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:40.764139 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] [chan 43] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.764631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.764823 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 43 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:40.766599 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] Sesch channel 43 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.807754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF received (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.808165 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 43] EOF sent (43) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:40.808948 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:40.809343 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.070s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.809660 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.810183 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.874656 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.064s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.874826 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.875088 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.875213 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.875336 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.875546 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.877326 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.877466 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.877669 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.879291 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.879437 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:40.879610 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:40.938979 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.059s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:40.939407 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a94b4952-ceed-4ef1-a429-cc1329228b81 tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd.
Feb 19 02:02:49.944347 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:49.945176 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:49.982954 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.038s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:49.983328 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:49.983789 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:49.986297 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:49.987746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:49.987746 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.018441 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.031s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.018840 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Updating access rules for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:02:50.030563 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.030888 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.053638 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.054026 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.054398 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.064917 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.010s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.078286 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.078574 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.078816 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.079245 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 213] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.079799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.079799 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 213 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.081537 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] Sesch channel 213 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.102464 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF received (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.102948 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 213] EOF sent (213) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.103569 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.104146 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.104477 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 83] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.105125 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.105316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 83 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.106934 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] Sesch channel 83 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.144304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF received (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.144533 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 83] EOF sent (83) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.235374 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.235508 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.157s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.235632 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.235935 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.252910 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.017s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.253062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.253302 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.267160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.014s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.267295 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.267508 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.269221 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.269360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.269621 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.271205 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.271330 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.271533 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.296508 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "locked_access_rules_operation_by_share_instance_a006d9b5-c1a9-4fd8-9f56-46ef7b59969a" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.296643 np0000156440 manila-share[88650]: INFO manila.share.access [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Access rules were successfully modified for share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a belonging to share f293a349-d2ac-4338-b8fd-a26fb63fa3fd.
Feb 19 02:02:50.300733 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.301048 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 157] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.301494 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.301648 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 157 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.303903 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] Sesch channel 157 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.321908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF received (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.322099 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 157] EOF sent (157) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.322426 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.322594 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.322791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 290] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.323127 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.323206 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 290 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.324182 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] Sesch channel 290 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.353784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 290] EOF received (290) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.353784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 290] EOF sent (290) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.354350 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.354525 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.354815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.354945 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.355113 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 92] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.355524 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.355640 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 92 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.357294 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] Sesch channel 92 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.377859 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF received (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.378308 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 92] EOF sent (92) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.379782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.379782 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:50.379782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.024s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:50.379782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Acquiring lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:02:50.379782 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:02:50.380195 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.380508 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 301] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.381046 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.381254 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 301 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.382623 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] Sesch channel 301 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] EOF received (301) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] EOF sent (301) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] ZFS option mountpoint's value is /alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): lsof -w /alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.400884 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 214] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.401653 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.401852 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 214 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.402917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] Sesch channel 214 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.556225 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF received (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.556609 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 214] EOF sent (214) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.557124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:50.557474 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo umount /alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:50.558141 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 158] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.558675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.558675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 158 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:50.561332 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] Sesch channel 158 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.589175 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF received (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.589475 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 158] EOF sent (158) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:50.590057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:52.594818 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:02:52.594818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] [chan 291] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:52.594818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:52.594818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 291 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:02:52.596963 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] Sesch channel 291 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:52.645675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] EOF received (291) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:52.645675 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 291] EOF sent (291) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:02:52.646196 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:02:52.646730 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Lock "zfs-dataset-alpha/manila_share_a006d9b5_c1a9_4fd8_9f56_46ef7b59969a" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.267s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:02:52.742279 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Created reservations ['9e973f8f-5397-4dfc-9c4c-0c83af3a7f8d', '5d46271a-84d6-44c0-bd28-435ab474890d', '21df77c8-feb7-4080-9a77-f1bb6c1c2673', 'f5f31e0f-4dff-40b6-9d8a-5b4d08fbbc06'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:02:52.755254 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Committed reservations ['9e973f8f-5397-4dfc-9c4c-0c83af3a7f8d', '5d46271a-84d6-44c0-bd28-435ab474890d', '21df77c8-feb7-4080-9a77-f1bb6c1c2673', 'f5f31e0f-4dff-40b6-9d8a-5b4d08fbbc06'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:02:52.760347 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a35020da-7c0e-4e68-b41c-f9de1ce9785e tempest-TestShareBasicOpsNFS-150037077 None] Share instance a006d9b5-c1a9-4fd8-9f56-46ef7b59969a: deleted successfully.
Feb 19 02:03:05.184642 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.186342 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:03:05.187856 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.195405 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.195405 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:03:05.198192 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.199046 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:03:05.205152 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.206279 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:03:05.210620 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.210804 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:03:05.216322 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.216451 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:03:05.216630 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:05.217065 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 439] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.217690 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.217813 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 439 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:05.219224 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] Sesch channel 439 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.237453 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] EOF received (439) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.237646 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 439] EOF sent (439) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.238116 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:05.238116 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:05.238199 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:05.238360 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 440] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.238712 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.238819 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 440 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:05.240994 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] Sesch channel 440 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.258929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] EOF received (440) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.258929 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] EOF sent (440) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:05.259387 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:05.259387 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:05.259459 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:03:05.259594 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.262595 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.264661 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:05.264803 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:03:05.269849 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:06.644769 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=416,manila:UPDATE=41,manila:INSERT=4 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:03:06.699168 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=38,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:03:23.346157 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs create -o quota=2G -o compression=gzip -o readonly=off alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:23.346611 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] [chan 302] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.347009 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 302] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.347092 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 302 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:23.348926 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 302] Sesch channel 302 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.434615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 302] EOF received (302) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.434615 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 302] EOF sent (302) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.434965 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:23.435100 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:23.435269 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] [chan 44] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.437279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.437279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 44 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:23.439966 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] Sesch channel 44 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.456638 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF received (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.457102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 44] EOF sent (44) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:23.457808 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:23.457998 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] ZFS option mountpoint's value is /alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:23.482088 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-a6b4dfde-de06-4d92-941f-68db07a13675 tempest-TestShareShrinkNFS-7234944 None] Share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136 created successfully.
Feb 19 02:03:26.947621 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.227611 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.355679 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.356365 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:03:33.363985 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.385385 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.385385 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:03:33.392421 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.392421 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:03:33.401439 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.401740 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:03:33.410227 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.410315 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:03:33.414342 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 215] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 215 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.417776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] Sesch channel 215 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF received (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 215] EOF sent (215) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 159] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.440913 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 159 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.446764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] Sesch channel 159 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.469824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF received (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.469824 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 159] EOF sent (159) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.469972 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:33.472781 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:33.472781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:33.472781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 292] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.475754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.475754 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 292 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.490382 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] Sesch channel 292 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] EOF received (292) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 292] EOF sent (292) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:03:33.504871 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 303] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.505137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 303] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.505137 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 303 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:33.512576 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 303] Sesch channel 303 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.531834 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 303] EOF received (303) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.532405 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 303] EOF sent (303) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:03:33.533754 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:03:33.533754 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:03:33.533754 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:03:33.533754 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.542286 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.545979 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:33.546656 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:03:33.555411 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:03:50.147136 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:03:50.452978 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:05.188514 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.190824 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:04:05.192278 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.207756 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.207756 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:04:05.208875 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.209095 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:04:05.213831 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.214037 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:04:05.216022 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.216182 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:04:05.220082 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.220306 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:04:05.220518 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:05.220746 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 440] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.221243 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.221540 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 440 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:05.222999 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] Sesch channel 440 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.242754 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] EOF received (440) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.243276 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 440] EOF sent (440) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.243999 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:05.244144 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:05.245300 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:05.245300 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 441] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.245560 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.245707 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 441 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:05.248743 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] Sesch channel 441 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.270923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] EOF received (441) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.270923 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 441] EOF sent (441) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:05.271568 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:05.271922 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:05.272214 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:04:05.272522 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.276181 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.278610 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:05.278703 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:04:05.283636 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:06.657825 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=65,manila:UPDATE=8,manila:INSERT=7 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:04:06.712172 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=33,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:04:23.499107 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:27.018871 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.231892 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.357928 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.360454 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:04:33.361641 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.384650 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.384650 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:04:33.387866 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.388106 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:04:33.391916 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.392525 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:04:33.394484 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.394641 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:04:33.397916 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.398165 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:04:33.398354 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:33.398569 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 216] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.399164 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.399337 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 216 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.400862 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] Sesch channel 216 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.423250 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] EOF received (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.423428 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 216] EOF sent (216) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.423724 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:33.425759 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:33.425759 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:33.425759 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 160] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.426100 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.426253 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 160 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.428756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] Sesch channel 160 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF received (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 160] EOF sent (160) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:33.450211 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 293] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.450603 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.450763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 293 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.453758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] Sesch channel 293 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] EOF received (293) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 293] EOF sent (293) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:04:33.470607 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 304] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.471033 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 304] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.471179 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 304 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:33.474038 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 304] Sesch channel 304 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 304] EOF received (304) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 304] EOF sent (304) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:04:33.491800 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.495689 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.497177 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:33.497337 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:04:33.502990 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:04:50.229818 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:50.534774 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:04:56.693621 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=31,manila:UPDATE=5 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:05:05.190797 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.191395 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:05:05.193424 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.201895 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.202045 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:05:05.205989 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.206117 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:05:05.209589 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.209673 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:05:05.212310 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.212310 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:05:05.216425 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.216558 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:05:05.216813 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:05.216924 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 441] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.217494 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.217566 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 441 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:05.219349 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] Sesch channel 441 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.240539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 441] EOF received (441) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.240539 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 441] EOF sent (441) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.241005 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:05.241214 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:05.241409 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:05.241624 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 442] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.242070 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.242965 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 442 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:05.243272 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] Sesch channel 442 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.271770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] EOF received (442) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.271770 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] EOF sent (442) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:05.272295 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:05.272563 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:05.273071 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:05:05.273173 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.276424 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.278690 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:05.278848 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:05:05.286596 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:16.707400 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:05:23.524471 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:27.037612 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.277541 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.363790 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.363790 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:05:33.366181 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.387528 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.387528 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:05:33.390758 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.390758 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:05:33.395175 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.395335 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:05:33.399179 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.399403 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:05:33.405813 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.405916 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:05:33.406057 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:33.406237 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 217] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.406797 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.406875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 217 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.408095 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] Sesch channel 217 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.427633 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF received (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.427789 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 217] EOF sent (217) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.428108 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:33.428248 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:33.428388 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:33.428542 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 161] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.429112 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.429758 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 161 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.430276 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] Sesch channel 161 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.448285 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF received (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.448356 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 161] EOF sent (161) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.448756 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:33.448801 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:33.449379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:33.449379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 294] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.449540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.449619 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 294 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.451712 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] Sesch channel 294 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.469507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 294] EOF received (294) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.469507 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 294] EOF sent (294) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.470049 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:33.470182 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:33.470313 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:33.471781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 305] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.471781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 305] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.471781 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 305 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:33.472748 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 305] Sesch channel 305 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.490571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 305] EOF received (305) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.490800 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 305] EOF sent (305) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:33.491087 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:33.491271 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:05:33.491755 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:05:33.491755 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.495306 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.497155 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:33.497246 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:05:33.505643 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:05:47.592845 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Received request to update access for share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136. {{(pid=88650) update_access_for_instances /opt/stack/manila/manila/share/manager.py:4591}}
Feb 19 02:05:47.623285 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.623671 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.627158 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.003s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.627371 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.627779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.663807 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.664073 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Updating access rules for share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136 belonging to share c57567e1-0a3c-4120-a0dd-18a94a3c110d. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:05:47.676565 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.676931 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.681765 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.005s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.682019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.682345 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.690536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.008s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.702608 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.703024 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.703360 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:47.703688 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] [chan 218] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.704199 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.704387 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 218 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:47.705631 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] Sesch channel 218 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.730041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 218] EOF received (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.730041 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] [chan 218] EOF sent (218) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.730519 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:47.730848 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs set sharenfs=rw=172.24.5.35,no_root_squash alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:05:47.731488 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] [chan 84] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.731917 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.732083 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 84 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:05:47.733847 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] Sesch channel 84 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.779333 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF received (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.779946 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 84] EOF sent (84) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:05:47.780402 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:05:47.781815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.078s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.781815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.781815 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.817859 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.036s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.818162 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.818500 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.818692 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.818971 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.819228 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.821191 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.821845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.821845 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.823457 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.823654 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:05:47.823933 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:05:47.847267 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:05:47.847872 np0000156440 manila-share[88650]: INFO manila.share.access [None req-0238ccd5-df5b-42d4-a361-de31179a7445 tempest-TestShareShrinkNFS-7234944 None] Access rules were successfully modified for share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136 belonging to share c57567e1-0a3c-4120-a0dd-18a94a3c110d.
Feb 19 02:05:50.541946 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:05.194821 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.197222 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:06:05.198857 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.207446 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.207752 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:06:05.212472 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.212656 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:06:05.216075 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.216291 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:06:05.218295 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.218474 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:06:05.221674 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.221871 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:06:05.222102 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:05.222315 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 442] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.222795 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.222939 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 442 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:05.225984 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] Sesch channel 442 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.248579 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] EOF received (442) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.249004 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 442] EOF sent (442) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.249532 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:05.249858 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:05.250336 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:05.250336 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 443] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.251543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.251543 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 443 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:05.251858 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] Sesch channel 443 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.274394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] EOF received (443) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.274394 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] EOF sent (443) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:05.275760 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:05.275760 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:05.275760 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:06:05.275760 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.278013 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.279626 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:05.279823 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:06:05.287250 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:06.685776 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=121,manila:UPDATE=12 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:06:16.711809 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=3,manila:UPDATE=1 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:06:16.717021 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=34,manila:UPDATE=6 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:06:23.606264 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:27.188434 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.338877 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.365086 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.365086 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:06:33.369907 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.388842 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.389170 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:06:33.394617 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.395541 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:06:33.400175 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.400363 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:06:33.402604 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.402780 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:06:33.408487 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.408673 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:06:33.408894 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:33.409202 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 162] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.409657 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.409827 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 162 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.411582 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] Sesch channel 162 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF received (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 162] EOF sent (162) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.1G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 295] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.439791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.440355 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 295 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.441463 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] Sesch channel 295 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.467444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] EOF received (295) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.467444 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 295] EOF sent (295) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.467812 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:33.468010 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:33.468228 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:33.468577 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 306] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.469106 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 306] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.469391 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 306 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.471881 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 306] Sesch channel 306 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.497015 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 306] EOF received (306) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.497330 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 306] EOF sent (306) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.497612 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:33.498212 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:33.498212 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:06:33.498212 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 219] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.499426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.499426 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 219 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:33.499838 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] Sesch channel 219 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.532930 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 219] EOF received (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.532930 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 219] EOF sent (219) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:06:33.533636 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:06:33.533925 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:06:33.534183 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:06:33.535219 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.546002 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.548097 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.552104 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:33.552271 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:06:33.557447 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:06:46.911815 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=29,manila:UPDATE=3 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:06:46.912256 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=10,manila:UPDATE=3 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:06:47.809810 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:06:50.639753 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:05.197153 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.197616 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:07:05.199119 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.205025 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.205025 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:07:05.207459 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.207755 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:07:05.212197 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.212327 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for expired transfers.
Feb 19 02:07:05.213924 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.214055 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:07:05.215980 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.216115 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:07:05.219121 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.219741 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:07:05.219741 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:05.219741 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 443] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.220170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.220170 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 443 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:05.222932 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] Sesch channel 443 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.239431 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] EOF received (443) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.239562 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 443] EOF sent (443) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.239901 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:05.240039 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:05.240173 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:05.240335 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 444] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.240703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.240839 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 444 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:05.243039 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] Sesch channel 444 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.260074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] EOF received (444) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.260074 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] EOF sent (444) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:05.260263 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:05.260755 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:05.260755 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:07:05.260755 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._execute_periodic_hook {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.264973 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.268741 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.268741 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:05.268741 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:07:05.272685 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:17.210394 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=12,manila:UPDATE=3 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:07:17.217976 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=23,manila:UPDATE=3 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:07:23.629470 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:27.213960 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.367369 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.367807 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:07:33.373013 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.373553 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.396432 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.396574 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:07:33.401751 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.401751 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:07:33.403558 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.delete_expired_transfers {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.403647 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for expired transfers.
Feb 19 02:07:33.405235 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.405331 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:07:33.407557 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.407674 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:07:33.411159 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.411252 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:07:33.411787 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:33.411787 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 163] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.412002 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.412865 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 163 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.415063 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] Sesch channel 163 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.442791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF received (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.442791 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 163] EOF sent (163) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.442951 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:33.445252 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 28.2G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:33.446986 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:33.446986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 296] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.447756 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.448152 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 296 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.450183 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] Sesch channel 296 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.487772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] EOF received (296) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.487772 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 296] EOF sent (296) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.487772 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:33.488134 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:33.488428 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:33.488779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 307] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.491087 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 307] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.491304 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 307 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.494746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 307] Sesch channel 307 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.517614 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 307] EOF received (307) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.517805 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 307] EOF sent (307) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.518111 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:33.518258 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:33.518393 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:33.518564 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 220] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.518906 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.518983 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 220 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:33.520043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] Sesch channel 220 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.540746 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF received (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.541059 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 220] EOF sent (220) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:33.541500 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:33.541677 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:33.541953 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:07:33.542174 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.548057 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.551684 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:33.551795 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:07:33.558314 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:07:35.154745 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Created reservations ['4abbc851-ad80-4969-8de7-37d197880c1e', '251509ec-f4f2-4c18-8f17-6263fce42a9f'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:07:35.154745 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:35.154745 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] [chan 164] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:35.158102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:35.158102 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 164 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:35.159057 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] Sesch channel 164 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:35.177776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF received (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:35.177776 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 164] EOF sent (164) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:35.177776 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:35.177776 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] ZFS option used's value is 1.25G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:35.177776 np0000156440 manila-share[88650]: INFO manila.message.api [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Creating message record for request_id = req-369866b4-476a-4c1f-b3cc-4483f1db658c
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Shrink share failed due to possible data loss.: manila.exception.ShareShrinkingPossibleDataLoss: Share 52d564f7-55ad-42f1-9d2d-c42f436ed136 could not be shrunk due to possible data loss
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager Traceback (most recent call last):
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/manager.py", line 5047, in shrink_share
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager     self.driver.shrink_share(
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 135, in wrap
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager     return f(self, context, *args, **kwargs)
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 698, in shrink_share
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager     raise exception.ShareShrinkingPossibleDataLoss(
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager manila.exception.ShareShrinkingPossibleDataLoss: Share 52d564f7-55ad-42f1-9d2d-c42f436ed136 could not be shrunk due to possible data loss
Feb 19 02:07:35.194440 np0000156440 manila-share[88650]: ERROR manila.share.manager 
Feb 19 02:07:35.234465 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Rolled back reservations ['4abbc851-ad80-4969-8de7-37d197880c1e', '251509ec-f4f2-4c18-8f17-6263fce42a9f'] {{(pid=88650) rollback /opt/stack/manila/manila/quota.py:1092}}
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server [None req-369866b4-476a-4c1f-b3cc-4483f1db658c tempest-TestShareShrinkNFS-7234944 None] Exception during message handling: manila.exception.ShareShrinkingError: Share c57567e1-0a3c-4120-a0dd-18a94a3c110d could not be shrunk due to error in the driver: Share 52d564f7-55ad-42f1-9d2d-c42f436ed136 could not be shrunk due to possible data loss
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5047, in shrink_share
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     self.driver.shrink_share(
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 135, in wrap
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/drivers/zfsonlinux/driver.py", line 698, in shrink_share
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     raise exception.ShareShrinkingPossibleDataLoss(
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server manila.exception.ShareShrinkingPossibleDataLoss: Share 52d564f7-55ad-42f1-9d2d-c42f436ed136 could not be shrunk due to possible data loss
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server 
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server 
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Feb 19 02:07:35.235777 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.12/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server              ^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 262, in wrapped
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return f(self, *args, **kwargs)
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/utils.py", line 484, in wrapper
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     return func(self, *args, **kwargs)
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server            ^^^^^^^^^^^^^^^^^^^^^^^^^^^
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5068, in shrink_share
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     error_occurred(e, **error_params)
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server   File "/opt/stack/manila/manila/share/manager.py", line 5018, in error_occurred
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server     raise exception.ShareShrinkingError(
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server manila.exception.ShareShrinkingError: Share c57567e1-0a3c-4120-a0dd-18a94a3c110d could not be shrunk due to error in the driver: Share 52d564f7-55ad-42f1-9d2d-c42f436ed136 could not be shrunk due to possible data loss
Feb 19 02:07:35.236221 np0000156440 manila-share[88650]: ERROR oslo_messaging.rpc.server 
Feb 19 02:07:43.984858 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Created reservations ['884dddf5-6516-4c6b-8be8-5210f8468053', 'e92ffa5c-a427-4abc-bfeb-cfcb5fe65750'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:07:43.984858 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs get used alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:43.984858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] [chan 297] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:43.987705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:43.987705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 297 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:43.987705 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] Sesch channel 297 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.006594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 297] EOF received (297) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.006594 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] [chan 297] EOF sent (297) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.007105 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:44.007355 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] ZFS option used's value is 24K. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:07:44.007620 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs set quota=1G alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:07:44.007880 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] [chan 308] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.009790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 308] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.009790 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 308 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:44.010256 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 308] Sesch channel 308 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.066977 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 308] EOF received (308) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.068536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 308] EOF sent (308) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:07:44.068536 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:07:44.083167 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Committed reservations ['884dddf5-6516-4c6b-8be8-5210f8468053', 'e92ffa5c-a427-4abc-bfeb-cfcb5fe65750'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:07:44.106801 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8ef735cf-87d9-4263-bf8a-b53cb9631bc5 tempest-TestShareShrinkNFS-7234944 None] Shrink share completed successfully.
Feb 19 02:07:47.814548 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:07:50.739328 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:05.201494 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.201494 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:08:05.208252 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.221747 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.221747 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:08:05.227564 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.227775 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:08:05.232678 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.233533 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:08:05.236181 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.236342 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:08:05.241414 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.241613 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:08:05.242156 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:05.242156 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 444] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.242465 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.242603 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 444 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:05.243703 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] Sesch channel 444 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] EOF received (444) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 444] EOF sent (444) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:05.268072 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 445] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.268531 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.268677 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 445 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:05.270354 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] Sesch channel 445 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.291217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] EOF received (445) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.291217 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 445] EOF sent (445) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:05.291677 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:05.293092 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:05.293304 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:08:05.294333 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.297222 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.299035 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:05.299196 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:08:05.305848 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:23.668641 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:27.108241 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=38,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:08:27.213469 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=109,manila:UPDATE=13,manila:INSERT=5 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:08:27.266495 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.471521 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.471521 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:08:33.476753 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.476826 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.489346 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.489448 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:08:33.492410 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.492742 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:08:33.495625 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.496740 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:08:33.498055 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.498055 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:08:33.502353 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.502353 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:08:33.502353 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:33.502353 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 221] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.502836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.502836 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 221 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.506737 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] Sesch channel 221 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.523216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF received (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.523410 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 221] EOF sent (221) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.523767 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:33.524379 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 28.9G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:33.524379 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:33.524379 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 165] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.525279 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.527525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 165 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.527525 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] Sesch channel 165 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.569864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF received (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.569864 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 165] EOF sent (165) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 298] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 298 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] Sesch channel 298 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] EOF received (298) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625043 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 298] EOF sent (298) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 309] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 309] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 309 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:33.625402 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 309] Sesch channel 309 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.648764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 309] EOF received (309) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.648764 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 309] EOF sent (309) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:08:33.652025 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:08:33.652025 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:08:33.652025 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:08:33.652025 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.653855 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.657334 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:33.657586 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:08:33.664117 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:08:47.911911 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:08:50.764316 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:05.205858 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.206228 np0000156440 manila-share[88651]: DEBUG manila.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Notifying Schedulers of capabilities ... {{(pid=88651) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:09:05.208300 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.221522 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.221660 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica instances. {{(pid=88651) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:09:05.228240 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.228357 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:09:05.234133 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.234133 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88651) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:09:05.236641 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.236641 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share replica snapshots. {{(pid=88651) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:09:05.285578 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager._report_driver_status {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.286311 np0000156440 manila-share[88651]: INFO manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share status
Feb 19 02:09:05.286597 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get free gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:05.286910 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 445] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.289226 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.289673 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 445 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:05.291621 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] Sesch channel 445 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.298745 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:05.313776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] EOF received (445) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.313776 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 445] EOF sent (445) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.313938 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:05.314136 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option free's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:05.314329 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running cmd (SSH): sudo zpool get size gamma {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:05.314561 np0000156440 manila-share[88651]: DEBUG paramiko.transport [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] [chan 446] Max packet in: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.315948 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 446] Max packet out: 32768 bytes {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.316127 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Secsh channel 446 opened. {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:05.317490 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 446] Sesch channel 446 request ok {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.340610 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 446] EOF received (446) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.340610 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] [chan 446] EOF sent (446) {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:05.341064 np0000156440 manila-share[88651]: DEBUG oslo_concurrency.processutils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Result was 0 {{(pid=88651) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:05.341259 np0000156440 manila-share[88651]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] ZFS option size's value is 29.5G. {{(pid=88651) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:05.341459 np0000156440 manila-share[88651]: DEBUG manila.share.driver [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating share stats. {{(pid=88651) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:09:05.342754 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.344211 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.346159 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:05.346318 np0000156440 manila-share[88651]: DEBUG manila.share.manager [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Updating status of share instances. {{(pid=88651) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:09:05.353925 np0000156440 manila-share[88651]: DEBUG oslo_service.periodic_task [None req-8a2de8d6-51f4-4e69-950f-ad94c3179f89 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88651) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:23.173695 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.174161 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.210665 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.037s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.210853 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.211097 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.212661 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.212829 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.213037 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.245126 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.032s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.245303 np0000156440 manila-share[88650]: DEBUG manila.share.access [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Updating access rules for share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136 belonging to share c57567e1-0a3c-4120-a0dd-18a94a3c110d. {{(pid=88650) update_access_rules /opt/stack/manila/manila/share/access.py:299}}
Feb 19 02:09:23.260256 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.260490 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.283973 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.023s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.284134 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.284419 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.295160 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.011s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.308674 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.308956 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.309075 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.310858 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 222] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.311347 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.311431 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 222 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.312889 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] Sesch channel 222 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.336280 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF received (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.336570 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 222] EOF sent (222) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.337037 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.337275 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs set sharenfs=off alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.337503 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 93] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.337889 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.337986 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 93 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.339708 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] Sesch channel 93 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.393122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF received (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.393122 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 93] EOF sent (93) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.393611 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.394124 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.085s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.394537 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.395240 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.001s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.415022 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.020s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.415180 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.415411 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.436396 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.021s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.436539 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.436779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.438895 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.439019 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.439236 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.440824 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.002s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.440953 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.441149 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" acquired by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.469381 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "locked_access_rules_operation_by_share_instance_52d564f7-55ad-42f1-9d2d-c42f436ed136" "released" by "manila.share.access.locked_access_rules_operation.<locals>.wrapped.<locals>.locked_operation" :: held 0.028s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.469587 np0000156440 manila-share[88650]: INFO manila.share.access [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Access rules were successfully modified for share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136 belonging to share c57567e1-0a3c-4120-a0dd-18a94a3c110d.
Feb 19 02:09:23.474305 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs list -r alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.474551 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 166] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.475088 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.475219 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 166 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.477833 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] Sesch channel 166 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.496243 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF received (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.497793 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 166] EOF sent (166) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.497793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.497793 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs list -r -t snapshot alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.498691 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 299] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.499302 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.499536 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 299 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.501141 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] Sesch channel 299 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.525481 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] EOF received (299) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.525636 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 299] EOF sent (299) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.527755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.527755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.527755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.527755 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs get sharenfs alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.527755 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 45] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.527916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.527916 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 45 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.528231 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] Sesch channel 45 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF received (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 45] EOF sent (45) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] ZFS option sharenfs's value is off. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 0.025s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:23.552802 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Acquiring lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:506}}
Feb 19 02:09:23.552987 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" acquired by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: waited 0.000s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:519}}
Feb 19 02:09:23.552987 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs get mountpoint alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.552987 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 310] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.556177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 310] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.556177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 310 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.556177 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 310] Sesch channel 310 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.578817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 310] EOF received (310) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.578817 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 310] EOF sent (310) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.579781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.579781 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] ZFS option mountpoint's value is /alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:23.579781 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): lsof -w /alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.581762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 223] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.581762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.581762 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 223 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.582788 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] Sesch channel 223 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.700216 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF received (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.700908 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 223] EOF sent (223) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.700908 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 1 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:23.701029 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo umount /alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:23.701343 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 167] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.702378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.702378 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 167 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:23.704738 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] Sesch channel 167 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.750260 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF received (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.750492 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 167] EOF sent (167) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:23.750925 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:25.753883 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Running cmd (SSH): sudo zfs destroy -f alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:25.753883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] [chan 300] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:25.753883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:25.753883 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 300 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:25.757236 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] Sesch channel 300 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:25.852767 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] EOF received (300) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:25.853086 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 300] EOF sent (300) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:25.853794 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:25.854307 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.lockutils [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Lock "zfs-dataset-alpha/manila_share_52d564f7_55ad_42f1_9d2d_c42f436ed136" "released" by "manila.share.drivers.zfsonlinux.utils.zfs_dataset_synchronized.<locals>.wrapped_func.<locals>.source_func" :: held 2.302s {{(pid=88650) inner /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:538}}
Feb 19 02:09:25.944750 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Created reservations ['42480d33-ba82-47f3-9192-0735829cbb76', '9f8f4099-f130-46ce-87e2-0959b7e4f57c', '579080c4-acbd-4903-bd72-4481c30471f0', '127c777a-b2e7-4d18-b832-86313101a762'] {{(pid=88650) reserve /opt/stack/manila/manila/quota.py:1038}}
Feb 19 02:09:25.956088 np0000156440 manila-share[88650]: DEBUG manila.quota [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Committed reservations ['42480d33-ba82-47f3-9192-0735829cbb76', '9f8f4099-f130-46ce-87e2-0959b7e4f57c', '579080c4-acbd-4903-bd72-4481c30471f0', '127c777a-b2e7-4d18-b832-86313101a762'] {{(pid=88650) commit /opt/stack/manila/manila/quota.py:1066}}
Feb 19 02:09:25.960619 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-8e122c6a-5bff-41df-a71c-530db1d248e7 tempest-TestShareShrinkNFS-7234944 None] Share instance 52d564f7-55ad-42f1-9d2d-c42f436ed136: deleted successfully.
Feb 19 02:09:27.359912 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:27.366132 np0000156440 manila-share[88650]: DEBUG dbcounter [-] [88650] Writing DB stats manila:SELECT=177,manila:UPDATE=24,manila:INSERT=4 {{(pid=88650) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:09:33.384788 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._publish_service_capabilities {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.384788 np0000156440 manila-share[88650]: DEBUG manila.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Notifying Schedulers of capabilities ... {{(pid=88650) _publish_service_capabilities /opt/stack/manila/manila/manager.py:172}}
Feb 19 02:09:33.389589 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.401077 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.401077 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica instances. {{(pid=88650) periodic_share_replica_update /opt/stack/manila/manila/share/manager.py:2914}}
Feb 19 02:09:33.406017 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_share_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.406017 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for shares in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_share_deletion /opt/stack/manila/manila/share/manager.py:3870}}
Feb 19 02:09:33.420111 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.do_deferred_snapshot_deletion {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.420506 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Checking for snapshots in 'deferred_deleting' status to process their deletion. {{(pid=88650) do_deferred_snapshot_deletion /opt/stack/manila/manila/share/manager.py:4213}}
Feb 19 02:09:33.424762 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_replica_snapshot_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.425537 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share replica snapshots. {{(pid=88650) periodic_share_replica_snapshot_update /opt/stack/manila/manila/share/manager.py:4443}}
Feb 19 02:09:33.429863 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager._report_driver_status {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.430113 np0000156440 manila-share[88650]: INFO manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share status
Feb 19 02:09:33.430436 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:33.430763 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 311] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.432478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 311] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.432478 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 311 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:33.432875 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 311] Sesch channel 311 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.460540 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 311] EOF received (311) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.461571 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 311] EOF sent (311) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.462289 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:33.463779 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 28.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:33.463779 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size alpha {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:33.463779 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 224] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.464278 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.464451 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 224 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:33.467741 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] Sesch channel 224 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF received (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 224] EOF sent (224) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get free betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:33.493550 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 168] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.493998 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.494157 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 168 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:33.495786 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] Sesch channel 168 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.519006 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF received (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.519438 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 168] EOF sent (168) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.520062 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:33.520340 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option free's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:33.521205 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running cmd (SSH): sudo zpool get size betta {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:624}}
Feb 19 02:09:33.521205 np0000156440 manila-share[88650]: DEBUG paramiko.transport [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] [chan 301] Max packet in: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.522036 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] Max packet out: 32768 bytes {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.522275 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Secsh channel 301 opened. {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:33.524044 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] Sesch channel 301 request ok {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.545157 np0000156440 manila-share[88651]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88651) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}
Feb 19 02:09:33.547784 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] EOF received (301) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.547958 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] [chan 301] EOF sent (301) {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/channel.py:1210}}
Feb 19 02:09:33.548224 np0000156440 manila-share[88650]: DEBUG oslo_concurrency.processutils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Result was 0 {{(pid=88650) ssh_execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:659}}
Feb 19 02:09:33.548436 np0000156440 manila-share[88650]: DEBUG manila.share.drivers.zfsonlinux.utils [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] ZFS option size's value is 29.5G. {{(pid=88650) _get_option /opt/stack/manila/manila/share/drivers/zfsonlinux/utils.py:119}}
Feb 19 02:09:33.548631 np0000156440 manila-share[88650]: DEBUG manila.share.driver [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating share stats. {{(pid=88650) _update_share_stats /opt/stack/manila/manila/share/driver.py:1335}}
Feb 19 02:09:33.549118 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.create_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.552436 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.restore_backup_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.554527 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.periodic_share_status_update {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:33.554662 np0000156440 manila-share[88650]: DEBUG manila.share.manager [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Updating status of share instances. {{(pid=88650) periodic_share_status_update /opt/stack/manila/manila/share/manager.py:5789}}
Feb 19 02:09:33.560569 np0000156440 manila-share[88650]: DEBUG oslo_service.periodic_task [None req-9dbcad3e-87bb-46ce-ab73-a3bb15441125 None None] Running periodic task ShareManager.share_server_migration_driver_continue {{(pid=88650) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}}
Feb 19 02:09:37.112165 np0000156440 manila-share[88651]: DEBUG dbcounter [-] [88651] Writing DB stats manila:SELECT=37,manila:UPDATE=7 {{(pid=88651) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}}
Feb 19 02:09:47.914626 np0000156440 manila-share[88650]: DEBUG paramiko.transport [-] Sending global request "keepalive@lag.net" {{(pid=88650) _log /opt/stack/data/venv/lib/python3.12/site-packages/paramiko/transport.py:1938}}